{"level":"info","ts":1784934163.674745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c97570a-c957-405e-a4ec-66a0f3d095d3"} {"level":"info","ts":1784934164.338897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934164.3389845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934164.3390026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934164.3390217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","EoS":false} {"level":"info","ts":1784934164.3390427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","EoS":true} {"level":"info","ts":1784934164.3390715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934164.3390923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934164.3391244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"baf704ce-77ea-4e2a-8400-a749daab38fe"} {"level":"info","ts":1784934164.376944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934164.377006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6aad903b-9b11-4270-8e0d-0c52494809d4"} {"level":"info","ts":1784934164.377014,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6aad903b-9b11-4270-8e0d-0c52494809d4"} {"level":"info","ts":1784934164.3770268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6aad903b-9b11-4270-8e0d-0c52494809d4","EoS":false} {"level":"info","ts":1784934164.3770397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6aad903b-9b11-4270-8e0d-0c52494809d4","EoS":true} {"level":"info","ts":1784934164.3770592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6aad903b-9b11-4270-8e0d-0c52494809d4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934164.3770754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6aad903b-9b11-4270-8e0d-0c52494809d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934164.377095,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6aad903b-9b11-4270-8e0d-0c52494809d4"} {"level":"info","ts":1784934168.5455685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934168.5456526,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b41d402-92cc-49fb-bb3e-cdbb231ca673"} {"level":"info","ts":1784934168.5456626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b41d402-92cc-49fb-bb3e-cdbb231ca673"} {"level":"info","ts":1784934168.5456734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b41d402-92cc-49fb-bb3e-cdbb231ca673","EoS":false} {"level":"info","ts":1784934168.545687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b41d402-92cc-49fb-bb3e-cdbb231ca673","EoS":true} {"level":"info","ts":1784934168.545707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b41d402-92cc-49fb-bb3e-cdbb231ca673","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934168.5457237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b41d402-92cc-49fb-bb3e-cdbb231ca673","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934168.5457456,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b41d402-92cc-49fb-bb3e-cdbb231ca673"} {"level":"info","ts":1784934187.4645946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934187.4646776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.4646864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.4646974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","EoS":false} {"level":"info","ts":1784934187.464711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","EoS":true} {"level":"info","ts":1784934187.4647324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934187.4647474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934187.4647694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d089370-49bb-46dd-8f91-4c7735785ee7"} {"level":"info","ts":1784934187.604893,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934187.6049664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.6049745,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.6049845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","EoS":false} {"level":"info","ts":1784934187.6049988,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","EoS":true} {"level":"info","ts":1784934187.6050198,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934187.6050348,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934187.6050553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7560a13-2009-4897-bd26-c094ea17ce8e"} {"level":"info","ts":1784934187.743871,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934187.7439451,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.743954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.7439654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","EoS":false} {"level":"info","ts":1784934187.7439764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","EoS":true} {"level":"info","ts":1784934187.7439954,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934187.7440119,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934187.7440326,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c6c0db3-5823-4339-b198-f497da96ac27"} {"level":"info","ts":1784934187.8850133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934187.8850842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934187.885093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934187.885104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","EoS":false} {"level":"info","ts":1784934187.8851156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","EoS":true} {"level":"info","ts":1784934187.8851402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934187.8851535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934187.8851745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ed07c17-6ad0-4296-bcfd-e39b6729b52e"} {"level":"info","ts":1784934188.0225377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934188.022634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934188.0226426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934188.0226533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","EoS":false} {"level":"info","ts":1784934188.0226638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","EoS":true} {"level":"info","ts":1784934188.0226843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934188.0226998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934188.022724,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"064e77a3-7bd2-442d-91b1-5025700741f0"} {"level":"info","ts":1784934188.1580591,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934188.1581373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2aab724c-25f2-499e-83bc-43512c2efa56"} {"level":"info","ts":1784934188.1581464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2aab724c-25f2-499e-83bc-43512c2efa56"} {"level":"info","ts":1784934188.1581573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2aab724c-25f2-499e-83bc-43512c2efa56","EoS":false} {"level":"info","ts":1784934188.1581695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2aab724c-25f2-499e-83bc-43512c2efa56","EoS":true} {"level":"info","ts":1784934188.1581898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2aab724c-25f2-499e-83bc-43512c2efa56","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934188.1582055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2aab724c-25f2-499e-83bc-43512c2efa56","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934188.158226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2aab724c-25f2-499e-83bc-43512c2efa56"} {"level":"info","ts":1784934206.9046667,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934206.9047363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934206.9047446,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934206.9047563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","EoS":false} {"level":"info","ts":1784934206.9047694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","EoS":true} {"level":"info","ts":1784934206.904789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934206.904804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934206.9048269,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"222c58fe-193f-4e1c-9a85-61514282e088"} {"level":"info","ts":1784934206.9450488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934206.9451067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d3db37e-2739-4ebd-9289-5754c71d2351"} {"level":"info","ts":1784934206.9451156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d3db37e-2739-4ebd-9289-5754c71d2351"} {"level":"info","ts":1784934206.9451268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d3db37e-2739-4ebd-9289-5754c71d2351","EoS":false} {"level":"info","ts":1784934206.9451432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d3db37e-2739-4ebd-9289-5754c71d2351","EoS":true} {"level":"info","ts":1784934206.9451602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d3db37e-2739-4ebd-9289-5754c71d2351","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934206.9451737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d3db37e-2739-4ebd-9289-5754c71d2351","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934206.945192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d3db37e-2739-4ebd-9289-5754c71d2351"} {"level":"info","ts":1784934206.9788973,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934206.978966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b187c28a-14a3-4ee2-9c5d-7488b19b371e"} {"level":"info","ts":1784934206.9789753,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b187c28a-14a3-4ee2-9c5d-7488b19b371e"} {"level":"info","ts":1784934206.9789855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b187c28a-14a3-4ee2-9c5d-7488b19b371e","EoS":false} {"level":"info","ts":1784934206.9789996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b187c28a-14a3-4ee2-9c5d-7488b19b371e","EoS":true} {"level":"info","ts":1784934206.9790204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b187c28a-14a3-4ee2-9c5d-7488b19b371e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934206.9790351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b187c28a-14a3-4ee2-9c5d-7488b19b371e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934206.9790554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b187c28a-14a3-4ee2-9c5d-7488b19b371e"} {"level":"info","ts":1784934207.0169437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934207.0170183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"773c0131-8a0b-4f36-9e54-3d19cc9ee68c"} {"level":"info","ts":1784934211.6273065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934211.6273854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934211.6274135,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934211.6274314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","EoS":false} {"level":"info","ts":1784934211.6274471,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","EoS":true} {"level":"info","ts":1784934211.6274784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934211.6275005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934211.627535,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6806e8d1-5e9b-496f-bf91-ec68c0be761f"} {"level":"info","ts":1784934220.1844606,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934220.1845405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03af0335-a424-47c4-978b-b2deb4625e3e"} {"level":"info","ts":1784934220.1845534,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03af0335-a424-47c4-978b-b2deb4625e3e"} {"level":"info","ts":1784934220.1845655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03af0335-a424-47c4-978b-b2deb4625e3e","EoS":false} {"level":"info","ts":1784934220.184577,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03af0335-a424-47c4-978b-b2deb4625e3e","EoS":true} {"level":"info","ts":1784934220.1845968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03af0335-a424-47c4-978b-b2deb4625e3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934220.1846118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03af0335-a424-47c4-978b-b2deb4625e3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934220.1846328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03af0335-a424-47c4-978b-b2deb4625e3e"} {"level":"info","ts":1784934222.221269,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934222.2213528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934222.2213655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934222.2213764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","EoS":false} {"level":"info","ts":1784934222.2214189,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","EoS":true} {"level":"info","ts":1784934222.2214503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934222.2214692,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934222.2214923,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"103a1a89-2ca6-4671-8f2f-3ccf326ebebd"} {"level":"info","ts":1784934235.063663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934235.0637453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934235.0637548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934235.0637674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","EoS":false} {"level":"info","ts":1784934235.063782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","EoS":true} {"level":"info","ts":1784934235.0638065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934235.0638235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934235.0638447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1fe36abd-3cf9-4496-9071-80d58db68798"} {"level":"info","ts":1784934243.5880625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934243.588146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934243.5881562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934243.5881684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","EoS":false} {"level":"info","ts":1784934243.588182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","EoS":true} {"level":"info","ts":1784934243.588209,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934243.588224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934243.5882452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37291c86-49c8-412d-b0cd-9f2bf6592dfb"} {"level":"info","ts":1784934252.4335327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934252.433629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934252.4336452,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934252.433661,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","EoS":false} {"level":"info","ts":1784934252.4336803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","EoS":true} {"level":"info","ts":1784934252.4337094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934252.4337296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934252.4337554,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bb57429-1faa-4622-8ff5-01fcd5061591"} {"level":"info","ts":1784934261.402904,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934261.4029841,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"187bc4b7-0240-44bf-a496-238d4238795f"} {"level":"info","ts":1784934261.4029942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"187bc4b7-0240-44bf-a496-238d4238795f"} {"level":"info","ts":1784934261.4030056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"187bc4b7-0240-44bf-a496-238d4238795f","EoS":false} {"level":"info","ts":1784934261.4030225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"187bc4b7-0240-44bf-a496-238d4238795f","EoS":true} {"level":"info","ts":1784934261.403043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"187bc4b7-0240-44bf-a496-238d4238795f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934261.4030592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"187bc4b7-0240-44bf-a496-238d4238795f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934261.4030795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"187bc4b7-0240-44bf-a496-238d4238795f"} {"level":"info","ts":1784934266.1301143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934266.130187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82bcfd56-5793-4d33-8b23-f77b1cd6bb49"} {"level":"info","ts":1784934266.1301959,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82bcfd56-5793-4d33-8b23-f77b1cd6bb49"} {"level":"info","ts":1784934266.1302104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82bcfd56-5793-4d33-8b23-f77b1cd6bb49","EoS":false} {"level":"info","ts":1784934266.1302247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82bcfd56-5793-4d33-8b23-f77b1cd6bb49","EoS":true} {"level":"info","ts":1784934266.1302454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82bcfd56-5793-4d33-8b23-f77b1cd6bb49","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934266.1302629,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82bcfd56-5793-4d33-8b23-f77b1cd6bb49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934266.1302853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82bcfd56-5793-4d33-8b23-f77b1cd6bb49"} {"level":"info","ts":1784934270.8716185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934270.8716948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"461eaf84-c663-4deb-84c2-f463437f1b89"} {"level":"info","ts":1784934270.8717036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"461eaf84-c663-4deb-84c2-f463437f1b89"} {"level":"info","ts":1784934270.8717194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"461eaf84-c663-4deb-84c2-f463437f1b89","EoS":false} {"level":"info","ts":1784934270.871731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"461eaf84-c663-4deb-84c2-f463437f1b89","EoS":true} {"level":"info","ts":1784934270.8717532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"461eaf84-c663-4deb-84c2-f463437f1b89","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934270.8717713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"461eaf84-c663-4deb-84c2-f463437f1b89","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934270.8717942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"461eaf84-c663-4deb-84c2-f463437f1b89"} {"level":"info","ts":1784934271.1398222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934271.1399033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89d20b0d-630f-4f97-9fc3-b03cc75e9bcd"} {"level":"info","ts":1784934271.1399121,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89d20b0d-630f-4f97-9fc3-b03cc75e9bcd"} {"level":"info","ts":1784934271.1399238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89d20b0d-630f-4f97-9fc3-b03cc75e9bcd","EoS":false} {"level":"info","ts":1784934271.1399372,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89d20b0d-630f-4f97-9fc3-b03cc75e9bcd","EoS":true} {"level":"info","ts":1784934271.1399589,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89d20b0d-630f-4f97-9fc3-b03cc75e9bcd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934271.1399748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89d20b0d-630f-4f97-9fc3-b03cc75e9bcd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934271.1399953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89d20b0d-630f-4f97-9fc3-b03cc75e9bcd"} {"level":"info","ts":1784934273.1806166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934273.1806912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82af3c1d-11be-4617-af3f-7252950bb684"} {"level":"info","ts":1784934273.1807008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82af3c1d-11be-4617-af3f-7252950bb684"} {"level":"info","ts":1784934273.1807113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82af3c1d-11be-4617-af3f-7252950bb684","EoS":false} {"level":"info","ts":1784934273.1807218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82af3c1d-11be-4617-af3f-7252950bb684","EoS":true} {"level":"info","ts":1784934273.1807451,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82af3c1d-11be-4617-af3f-7252950bb684","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934273.1807609,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82af3c1d-11be-4617-af3f-7252950bb684","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934273.180782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82af3c1d-11be-4617-af3f-7252950bb684"} {"level":"info","ts":1784934275.2172952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934275.217373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"684f2e55-cc1a-442b-969c-bf678ed27386"} {"level":"info","ts":1784934275.217383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"684f2e55-cc1a-442b-969c-bf678ed27386"} {"level":"info","ts":1784934275.2174096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"684f2e55-cc1a-442b-969c-bf678ed27386","EoS":false} {"level":"info","ts":1784934275.2174222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"684f2e55-cc1a-442b-969c-bf678ed27386","EoS":true} {"level":"info","ts":1784934275.217445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"684f2e55-cc1a-442b-969c-bf678ed27386","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934275.2174604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"684f2e55-cc1a-442b-969c-bf678ed27386","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934275.2174847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"684f2e55-cc1a-442b-969c-bf678ed27386"} {"level":"info","ts":1784934277.255572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934277.2556558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934277.255665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934277.255678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","EoS":false} {"level":"info","ts":1784934277.255697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","EoS":true} {"level":"info","ts":1784934277.2557216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934277.255738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934277.255765,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"711f8e8c-b1c9-4063-9ef8-5d0c0917325b"} {"level":"info","ts":1784934299.5414896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934299.5415845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934299.5415995,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934299.5416112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","EoS":false} {"level":"info","ts":1784934299.5416262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","EoS":true} {"level":"info","ts":1784934299.5416472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934299.5416625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934299.5416813,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17fc5375-604e-4932-becf-9a93c51d0a7b"} {"level":"info","ts":1784934308.859549,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934308.859628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cce5aa3-2e45-4fd5-9d53-8737a9eb2d76"} {"level":"info","ts":1784934308.8596363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cce5aa3-2e45-4fd5-9d53-8737a9eb2d76"} {"level":"info","ts":1784934308.859647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cce5aa3-2e45-4fd5-9d53-8737a9eb2d76","EoS":false} {"level":"info","ts":1784934308.8596628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cce5aa3-2e45-4fd5-9d53-8737a9eb2d76","EoS":true} {"level":"info","ts":1784934308.8596835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cce5aa3-2e45-4fd5-9d53-8737a9eb2d76","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934308.8596995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cce5aa3-2e45-4fd5-9d53-8737a9eb2d76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934308.8597207,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cce5aa3-2e45-4fd5-9d53-8737a9eb2d76"} {"level":"info","ts":1784934314.260299,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934314.2603748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"985fa70d-9502-4a5f-a9de-6b3fc4b1fc77"} {"level":"info","ts":1784934314.2603846,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"985fa70d-9502-4a5f-a9de-6b3fc4b1fc77"} {"level":"info","ts":1784934314.260412,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"985fa70d-9502-4a5f-a9de-6b3fc4b1fc77","EoS":false} {"level":"info","ts":1784934314.2604237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"985fa70d-9502-4a5f-a9de-6b3fc4b1fc77","EoS":true} {"level":"info","ts":1784934314.2604473,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"985fa70d-9502-4a5f-a9de-6b3fc4b1fc77","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934314.260461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"985fa70d-9502-4a5f-a9de-6b3fc4b1fc77","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934314.2604856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"985fa70d-9502-4a5f-a9de-6b3fc4b1fc77"} {"level":"info","ts":1784934323.7919965,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934323.7920725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51284645-5b76-48af-9015-ffe3ead7f90b"} {"level":"info","ts":1784934323.7920833,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51284645-5b76-48af-9015-ffe3ead7f90b"} {"level":"info","ts":1784934323.7920947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51284645-5b76-48af-9015-ffe3ead7f90b","EoS":false} {"level":"info","ts":1784934323.7921064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51284645-5b76-48af-9015-ffe3ead7f90b","EoS":true} {"level":"info","ts":1784934323.792128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51284645-5b76-48af-9015-ffe3ead7f90b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934323.7921438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51284645-5b76-48af-9015-ffe3ead7f90b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934323.7921624,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51284645-5b76-48af-9015-ffe3ead7f90b"} {"level":"info","ts":1784934325.8293085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934325.8293889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934325.829418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934325.8294308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","EoS":false} {"level":"info","ts":1784934325.8294423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","EoS":true} {"level":"info","ts":1784934325.8294644,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934325.8294847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934325.8295116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1039b13c-42ea-48d2-bbe7-2a6f7501c36b"} {"level":"info","ts":1784934335.2110605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934335.2111464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.211161,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.2111757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","EoS":false} {"level":"info","ts":1784934335.2111912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","EoS":true} {"level":"info","ts":1784934335.2112126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934335.2112286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934335.211255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c01979e9-4bf4-4a6d-ac8d-fbb6055c6879"} {"level":"info","ts":1784934335.245691,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934335.2457576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934335.245767,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934335.2457778,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","EoS":false} {"level":"info","ts":1784934335.2457898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","EoS":true} {"level":"info","ts":1784934335.2458076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934335.245822,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934335.2458396,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba8a32e5-af9a-4111-a8eb-8966b725f2b9"} {"level":"info","ts":1784934354.2277753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934354.2278636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934354.2278821,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934354.2279015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","EoS":false} {"level":"info","ts":1784934354.227922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","EoS":true} {"level":"info","ts":1784934354.2279541,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934354.2279737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934354.228006,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e986977a-55bc-4954-b3c7-161db1143864"} {"level":"info","ts":1784934363.520221,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934363.520294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7c6b38e-4379-4971-b75c-ed8160a5d658"} {"level":"info","ts":1784934363.5203032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7c6b38e-4379-4971-b75c-ed8160a5d658"} {"level":"info","ts":1784934363.5203145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7c6b38e-4379-4971-b75c-ed8160a5d658","EoS":false} {"level":"info","ts":1784934363.5203283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7c6b38e-4379-4971-b75c-ed8160a5d658","EoS":true} {"level":"info","ts":1784934363.5203476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7c6b38e-4379-4971-b75c-ed8160a5d658","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934363.5203638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7c6b38e-4379-4971-b75c-ed8160a5d658","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934363.5203874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7c6b38e-4379-4971-b75c-ed8160a5d658"} {"level":"info","ts":1784934368.7453852,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934368.7454934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e583ef7e-0b6d-4be0-b819-0ef5f6cff78a"} {"level":"info","ts":1784934368.745504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e583ef7e-0b6d-4be0-b819-0ef5f6cff78a"} {"level":"info","ts":1784934368.7455158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e583ef7e-0b6d-4be0-b819-0ef5f6cff78a","EoS":false} {"level":"info","ts":1784934368.745529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e583ef7e-0b6d-4be0-b819-0ef5f6cff78a","EoS":true} {"level":"info","ts":1784934368.7455497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e583ef7e-0b6d-4be0-b819-0ef5f6cff78a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784934368.7455647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e583ef7e-0b6d-4be0-b819-0ef5f6cff78a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934368.7455878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e583ef7e-0b6d-4be0-b819-0ef5f6cff78a"} {"level":"info","ts":1784934459.0541153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934459.0541935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f996603e-d37d-4576-9a59-e08d4d8214d3"} {"level":"info","ts":1784934459.0542064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f996603e-d37d-4576-9a59-e08d4d8214d3"} {"level":"info","ts":1784934459.054218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f996603e-d37d-4576-9a59-e08d4d8214d3","EoS":false} {"level":"info","ts":1784934459.054228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f996603e-d37d-4576-9a59-e08d4d8214d3","EoS":true} {"level":"info","ts":1784934459.0542493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f996603e-d37d-4576-9a59-e08d4d8214d3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784934459.0542643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f996603e-d37d-4576-9a59-e08d4d8214d3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784934459.0542846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f996603e-d37d-4576-9a59-e08d4d8214d3"} {"level":"info","ts":1784934484.715469,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934484.715549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934484.715558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934484.7155685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","EoS":false} {"level":"info","ts":1784934484.715582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","EoS":true} {"level":"info","ts":1784934484.7156022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784934484.7156148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784934484.7156382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"110742e0-54dc-456a-8521-7ca25f5ba00d"} {"level":"info","ts":1784934521.6338797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934521.6339622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934521.633975,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934521.633992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","EoS":false} {"level":"info","ts":1784934521.634014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","EoS":true} {"level":"info","ts":1784934521.6340454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934521.6340642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934521.6340966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68cdbed8-85b5-4848-9f67-fea4c07f0cef"} {"level":"info","ts":1784934536.8977804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934536.8978605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934536.8978713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934536.8978827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","EoS":false} {"level":"info","ts":1784934536.8978941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","EoS":true} {"level":"info","ts":1784934536.8979173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934536.8979335,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934536.897957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b324f047-5a1f-4cac-a446-0d7baa4c8e5d"} {"level":"info","ts":1784934537.179716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934537.1797931,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"703fef50-70fc-4ebf-86a3-d2baa923aff8"} {"level":"info","ts":1784934537.1798034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"703fef50-70fc-4ebf-86a3-d2baa923aff8"} {"level":"info","ts":1784934537.179815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"703fef50-70fc-4ebf-86a3-d2baa923aff8","EoS":false} {"level":"info","ts":1784934537.1798306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"703fef50-70fc-4ebf-86a3-d2baa923aff8","EoS":true} {"level":"info","ts":1784934537.1798563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"703fef50-70fc-4ebf-86a3-d2baa923aff8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934537.1798718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"703fef50-70fc-4ebf-86a3-d2baa923aff8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934537.1798913,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"703fef50-70fc-4ebf-86a3-d2baa923aff8"} {"level":"info","ts":1784934856.319512,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934856.319596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934856.3196054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934856.3196163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","EoS":false} {"level":"info","ts":1784934856.3196282,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","EoS":true} {"level":"info","ts":1784934856.3196485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934856.319666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934856.319688,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a67aa384-f8eb-4c59-b059-4aaf8c7e716e"} {"level":"info","ts":1784934856.3640957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934856.36416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1651635-386f-45e4-b772-ebeb9df5fc5b"} {"level":"info","ts":1784934856.3641708,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1651635-386f-45e4-b772-ebeb9df5fc5b"} {"level":"info","ts":1784934856.3641815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1651635-386f-45e4-b772-ebeb9df5fc5b","EoS":false} {"level":"info","ts":1784934856.3641918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1651635-386f-45e4-b772-ebeb9df5fc5b","EoS":true} {"level":"info","ts":1784934856.3642085,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1651635-386f-45e4-b772-ebeb9df5fc5b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934856.3642213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1651635-386f-45e4-b772-ebeb9df5fc5b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934856.3642402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1651635-386f-45e4-b772-ebeb9df5fc5b"} {"level":"info","ts":1784934856.4033077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934856.403383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d92c6754-c996-45ed-96fd-6d27a1f29cf1"} {"level":"info","ts":1784934856.4034197,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d92c6754-c996-45ed-96fd-6d27a1f29cf1"} {"level":"info","ts":1784934856.4034398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d92c6754-c996-45ed-96fd-6d27a1f29cf1","EoS":false} {"level":"info","ts":1784934856.4034612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d92c6754-c996-45ed-96fd-6d27a1f29cf1","EoS":true} {"level":"info","ts":1784934856.4034896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d92c6754-c996-45ed-96fd-6d27a1f29cf1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784934856.4035058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d92c6754-c996-45ed-96fd-6d27a1f29cf1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934856.4035342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d92c6754-c996-45ed-96fd-6d27a1f29cf1"} {"level":"info","ts":1784934861.2194233,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bb87af3-9017-4b61-b258-a0af549b164d"} {"level":"info","ts":1784934861.2194824,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c41e9951-93ad-4615-8df2-0e7bde709cb1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934861.219527,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c41e9951-93ad-4615-8df2-0e7bde709cb1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784934861.22603,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ada59ef4-24a0-454b-9252-b462b0d26119","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934861.2260575,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ada59ef4-24a0-454b-9252-b462b0d26119","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784934861.2274203,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bb87af3-9017-4b61-b258-a0af549b164d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.227677,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34062.180746567,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.2276947,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.338075,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"158170c1-0a26-4f5c-933e-3a87891e7b4e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.3381357,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"158170c1-0a26-4f5c-933e-3a87891e7b4e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.338235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ce90da2-f168-4dc8-a451-904dd8946681"} {"level":"info","ts":1784934861.3392038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"734ebf50-752e-42c4-9a85-9e6c8155f9a7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.339241,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"734ebf50-752e-42c4-9a85-9e6c8155f9a7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784934861.3473492,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ce90da2-f168-4dc8-a451-904dd8946681","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.431501,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ce90da2-f168-4dc8-a451-904dd8946681","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784934861.4364674,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68bb6807-ccb5-432b-a9f9-cfa3238d7cb3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.4365122,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68bb6807-ccb5-432b-a9f9-cfa3238d7cb3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.4369721,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.4372652,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d443466-e4f3-434d-920c-486ec1cddf0a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.4372985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d443466-e4f3-434d-920c-486ec1cddf0a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.437348,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94bf01de-5dea-4300-87e6-26a709b5256a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934861.4373777,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94bf01de-5dea-4300-87e6-26a709b5256a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784934861.44017,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ce90da2-f168-4dc8-a451-904dd8946681","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784934861.4402096,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ce90da2-f168-4dc8-a451-904dd8946681","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.4402654,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2536da09-a331-4c6d-a74a-7527250ea5b9"} {"level":"info","ts":1784934861.440463,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33448.975863444,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.4404764,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.4774683,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.4886868,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caaeca93-1570-4367-8bf1-82cb2ef0213b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.4887278,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caaeca93-1570-4367-8bf1-82cb2ef0213b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.5050743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06327ec8-3937-42bd-92ff-a3a11fe4589b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.5051098,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06327ec8-3937-42bd-92ff-a3a11fe4589b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.5177147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"484356b7-62d2-48fb-8cdc-48edc8088688","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934861.5177555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"484356b7-62d2-48fb-8cdc-48edc8088688","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784934861.528784,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34454.509540805,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.5288057,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.535276,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784934861.5411456,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2536da09-a331-4c6d-a74a-7527250ea5b9","name":"e2e-external-model"} {"level":"info","ts":1784934861.5488932,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2536da09-a331-4c6d-a74a-7527250ea5b9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784934861.5522354,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2536da09-a331-4c6d-a74a-7527250ea5b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.5523167,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1827185-1e73-4095-8a75-8c0d8a1d574c"} {"level":"info","ts":1784934861.5523655,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1827185-1e73-4095-8a75-8c0d8a1d574c","name":"e2e-external-model"} {"level":"info","ts":1784934861.5589068,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1827185-1e73-4095-8a75-8c0d8a1d574c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934861.6296966,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bb87af3-9017-4b61-b258-a0af549b164d","name":"e2e-external-provider"} {"level":"info","ts":1784934861.6389842,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bb87af3-9017-4b61-b258-a0af549b164d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784934861.642605,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5bb87af3-9017-4b61-b258-a0af549b164d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934861.6427186,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd31349c-7b65-4ad0-8fbe-c96f41f4a4ff"} {"level":"info","ts":1784934861.6427648,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd31349c-7b65-4ad0-8fbe-c96f41f4a4ff","name":"e2e-external-provider"} {"level":"info","ts":1784934861.6522808,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cd31349c-7b65-4ad0-8fbe-c96f41f4a4ff","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784934872.9177787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934872.9178517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1852635-2897-43a5-ab32-e72382676614"} {"level":"info","ts":1784934872.9178605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1852635-2897-43a5-ab32-e72382676614"} {"level":"info","ts":1784934872.917871,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1852635-2897-43a5-ab32-e72382676614","EoS":false} {"level":"info","ts":1784934872.9178839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1852635-2897-43a5-ab32-e72382676614","EoS":true} {"level":"info","ts":1784934872.9179044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1852635-2897-43a5-ab32-e72382676614","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784934872.9179196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1852635-2897-43a5-ab32-e72382676614","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784934872.9179306,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d1852635-2897-43a5-ab32-e72382676614","modelName":"e2e-external-model"} {"level":"info","ts":1784934872.917944,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d1852635-2897-43a5-ab32-e72382676614","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784934872.918041,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1852635-2897-43a5-ab32-e72382676614"} {"level":"info","ts":1784934872.9635167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934872.9635828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7"} {"level":"info","ts":1784934872.9635916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7"} {"level":"info","ts":1784934872.9636016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7","EoS":false} {"level":"info","ts":1784934872.9636123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7","EoS":true} {"level":"info","ts":1784934872.9636307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784934872.9636457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784934872.963654,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7","modelName":"e2e-external-model"} {"level":"info","ts":1784934872.963669,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784934872.9637039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b101e06b-9eae-4944-a5c9-7f467258eab7"} {"level":"info","ts":1784934872.991026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934872.9910748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64"} {"level":"info","ts":1784934872.991083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64"} {"level":"info","ts":1784934872.9910932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","EoS":false} {"level":"info","ts":1784934872.9911032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","EoS":true} {"level":"info","ts":1784934872.9911213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784934872.9911342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784934872.9911416,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","modelName":"e2e-external-model"} {"level":"info","ts":1784934872.9911547,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784934872.9911869,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9833f2fd-feb3-458c-9ff5-8de008d93e64"} {"level":"info","ts":1784934873.1135294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23f7479b-0339-4137-9ead-c1ef4b8516f5"} {"level":"info","ts":1784934873.1135726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d640fbba-8846-4534-9ec1-79d37a32db0f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.113604,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d640fbba-8846-4534-9ec1-79d37a32db0f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784934873.1186056,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e401c5d4-0634-4569-a318-12a16e034f72","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.1186504,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e401c5d4-0634-4569-a318-12a16e034f72","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784934873.1187184,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23f7479b-0339-4137-9ead-c1ef4b8516f5","name":"e2e-cleanup-test"} {"level":"info","ts":1784934873.1279423,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"23f7479b-0339-4137-9ead-c1ef4b8516f5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934873.1351628,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"486f76a7-068b-42c2-b688-3196a269513d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.1352165,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6c689be-09dd-4562-9beb-aae5b33e17fc"} {"level":"info","ts":1784934873.1352797,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6c689be-09dd-4562-9beb-aae5b33e17fc","name":"e2e-cleanup-test"} {"level":"info","ts":1784934873.1352167,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"486f76a7-068b-42c2-b688-3196a269513d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784934873.1495023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d6cd468-867d-4b0a-845e-d09088aa177f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784934873.1495075,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6c689be-09dd-4562-9beb-aae5b33e17fc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784934873.1495275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d6cd468-867d-4b0a-845e-d09088aa177f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784934873.1495762,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4c81f2f5-90f2-4522-9036-aec07e9897d3"} {"level":"info","ts":1784934873.1496203,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4c81f2f5-90f2-4522-9036-aec07e9897d3","name":"e2e-cleanup-test"} {"level":"info","ts":1784934873.1567144,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4c81f2f5-90f2-4522-9036-aec07e9897d3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934873.1615715,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9936604b-cbe4-4b40-8712-35ccb863c973","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934873.1615973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9936604b-cbe4-4b40-8712-35ccb863c973","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784934873.1616983,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7a7e920-e5ee-4641-8c52-5529d20457ae"} {"level":"info","ts":1784934873.1617541,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7a7e920-e5ee-4641-8c52-5529d20457ae","name":"e2e-cleanup-test"} {"level":"info","ts":1784934873.1716719,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7a7e920-e5ee-4641-8c52-5529d20457ae","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784934881.37465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ea0bc7b-3cc3-45b8-b407-5774c836ae4b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934881.3746715,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc510b5b-1ded-4f0a-aa26-51de51bf933b"} {"level":"info","ts":1784934881.374701,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ea0bc7b-3cc3-45b8-b407-5774c836ae4b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784934885.6710873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934885.6711755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9"} {"level":"info","ts":1784934885.6711924,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9"} {"level":"info","ts":1784934885.671212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9","EoS":false} {"level":"info","ts":1784934885.671233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9","EoS":true} {"level":"info","ts":1784934885.6712654,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784934885.6712847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784934885.6713161,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13bc499e-61fa-467b-8244-eff8a4144ca9"} {"level":"info","ts":1784934885.7004578,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934885.7005177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e"} {"level":"info","ts":1784934885.7005248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e"} {"level":"info","ts":1784934885.7005348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","EoS":false} {"level":"info","ts":1784934885.7005446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","EoS":true} {"level":"info","ts":1784934885.7005603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784934885.7005734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784934885.7005808,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","modelName":"e2e-external-model"} {"level":"info","ts":1784934885.7006016,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784934885.7006385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17294ff8-1f48-43e6-a783-074c041d534e"} {"level":"info","ts":1784934885.744715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934885.7447767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.7447863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.7447958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","EoS":false} {"level":"info","ts":1784934885.744805,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","EoS":true} {"level":"info","ts":1784934885.7448215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784934885.7448359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784934885.7448547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b9d97ebd-6508-4368-8188-767cf5a1d8d3"} {"level":"info","ts":1784934885.8893356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934885.8894196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934885.8894327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934885.8894439,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","EoS":false} {"level":"info","ts":1784934885.889457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","EoS":true} {"level":"info","ts":1784934885.8894799,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5","field":"model"} {"level":"info","ts":1784934885.8895066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3911981-6c9b-458b-9f63-c54e1c49b2a5"} {"level":"info","ts":1784934886.8335478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f85430a-a619-4e2a-a664-e432916f6e09"} {"level":"info","ts":1784934886.8335707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85cdcc06-0462-4b1e-aeee-129b00e5d952","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934886.8335981,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85cdcc06-0462-4b1e-aeee-129b00e5d952","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784934886.9821427,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0b20aeb-56c2-49d8-90ea-88ab4ad49564","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934886.982156,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e675e77-e646-4c4f-be0d-967cf42f779a"} {"level":"info","ts":1784934886.9821818,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0b20aeb-56c2-49d8-90ea-88ab4ad49564","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935977.6498818,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935977.6499698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8a11be1-cef0-4508-8ccf-031398335963"} {"level":"info","ts":1784936049.142533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936049.1426191,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"} {"level":"info","ts":1784936049.1426306,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"} {"level":"info","ts":1784936049.1426406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","EoS":false} {"level":"info","ts":1784936049.1426516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","EoS":true} {"level":"info","ts":1784936049.142675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784936049.1426907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784936049.1427147,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72433c60-5de6-4b55-ae41-6c8991d8eece"}