{"level":"info","ts":1784908950.1607025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d227d061-cb47-471e-87d9-5356a01fa495","EoS":false} {"level":"info","ts":1784908950.1607141,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d227d061-cb47-471e-87d9-5356a01fa495","EoS":true} {"level":"info","ts":1784908950.1607347,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d227d061-cb47-471e-87d9-5356a01fa495","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908950.1607513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d227d061-cb47-471e-87d9-5356a01fa495","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908950.1607707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d227d061-cb47-471e-87d9-5356a01fa495"} {"level":"info","ts":1784908950.8298194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908950.8298924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbcc94c4-63a3-4a90-84d4-117d60faddf1"} {"level":"info","ts":1784908950.8299046,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fbcc94c4-63a3-4a90-84d4-117d60faddf1"} {"level":"info","ts":1784908950.829916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbcc94c4-63a3-4a90-84d4-117d60faddf1","EoS":false} {"level":"info","ts":1784908950.8299267,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fbcc94c4-63a3-4a90-84d4-117d60faddf1","EoS":true} {"level":"info","ts":1784908950.8299475,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbcc94c4-63a3-4a90-84d4-117d60faddf1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908950.829966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbcc94c4-63a3-4a90-84d4-117d60faddf1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908950.8299866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fbcc94c4-63a3-4a90-84d4-117d60faddf1"} {"level":"info","ts":1784908950.8747785,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908950.874869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"899ffabe-5df1-4810-bb57-95c6950309ff"} {"level":"info","ts":1784908950.8748803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"899ffabe-5df1-4810-bb57-95c6950309ff"} {"level":"info","ts":1784908950.874892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"899ffabe-5df1-4810-bb57-95c6950309ff","EoS":false} {"level":"info","ts":1784908950.8749063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"899ffabe-5df1-4810-bb57-95c6950309ff","EoS":true} {"level":"info","ts":1784908950.874927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"899ffabe-5df1-4810-bb57-95c6950309ff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908950.8749428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"899ffabe-5df1-4810-bb57-95c6950309ff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908950.8749702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"899ffabe-5df1-4810-bb57-95c6950309ff"} {"level":"info","ts":1784908955.0410964,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908955.0411837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b61111f-1cbc-4ac3-8b26-bd222882c1f0"} {"level":"info","ts":1784908955.041205,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b61111f-1cbc-4ac3-8b26-bd222882c1f0"} {"level":"info","ts":1784908955.0412245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b61111f-1cbc-4ac3-8b26-bd222882c1f0","EoS":false} {"level":"info","ts":1784908955.041246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b61111f-1cbc-4ac3-8b26-bd222882c1f0","EoS":true} {"level":"info","ts":1784908955.041279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b61111f-1cbc-4ac3-8b26-bd222882c1f0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908955.0412993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b61111f-1cbc-4ac3-8b26-bd222882c1f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908955.04133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b61111f-1cbc-4ac3-8b26-bd222882c1f0"} {"level":"info","ts":1784908973.9901912,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908973.990269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908973.9902787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908973.9902904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","EoS":false} {"level":"info","ts":1784908973.9903007,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","EoS":true} {"level":"info","ts":1784908973.9903214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908973.9903374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908973.9903603,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"671c63fe-06c4-4cf3-9929-1b2cd252e728"} {"level":"info","ts":1784908974.1292434,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.129321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.1293306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.1293423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","EoS":false} {"level":"info","ts":1784908974.1293561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","EoS":true} {"level":"info","ts":1784908974.129376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908974.1293902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.12941,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68708802-676a-453c-b0c1-76a0cdf91d24"} {"level":"info","ts":1784908974.2694125,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.2695153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.2695332,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.269547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","EoS":false} {"level":"info","ts":1784908974.26957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","EoS":true} {"level":"info","ts":1784908974.2696252,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908974.2696466,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.2696667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca19a6ce-f69b-42f3-a8c0-949156020beb"} {"level":"info","ts":1784908974.4056606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.4057949,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.4058104,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.4058287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","EoS":false} {"level":"info","ts":1784908974.4058497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","EoS":true} {"level":"info","ts":1784908974.4058838,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908974.4059026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.405944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78946ddc-5089-4662-8637-6f272a44270c"} {"level":"info","ts":1784908974.543326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.5434341,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908974.5434456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908974.5434582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","EoS":false} {"level":"info","ts":1784908974.5434706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","EoS":true} {"level":"info","ts":1784908974.543493,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908974.543506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.543524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"747b3ad5-12e6-499a-a20e-7294b6e9c553"} {"level":"info","ts":1784908974.681105,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908974.681198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37cd7e84-ce40-462d-bc11-6c3b8730b9e2"} {"level":"info","ts":1784908974.6812117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37cd7e84-ce40-462d-bc11-6c3b8730b9e2"} {"level":"info","ts":1784908974.681233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37cd7e84-ce40-462d-bc11-6c3b8730b9e2","EoS":false} {"level":"info","ts":1784908974.6812518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37cd7e84-ce40-462d-bc11-6c3b8730b9e2","EoS":true} {"level":"info","ts":1784908974.6812842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37cd7e84-ce40-462d-bc11-6c3b8730b9e2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908974.681303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37cd7e84-ce40-462d-bc11-6c3b8730b9e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908974.681335,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37cd7e84-ce40-462d-bc11-6c3b8730b9e2"} {"level":"info","ts":1784908993.3698432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908993.3699317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.3699448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.3699572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","EoS":false} {"level":"info","ts":1784908993.3699698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","EoS":true} {"level":"info","ts":1784908993.36999,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908993.3700044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908993.370025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c5ad70a-563d-47da-aac2-ef41e54b149e"} {"level":"info","ts":1784908993.409996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908993.4100702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7149b5ee-8b23-4e90-80fa-4d8d7b76afc2"} {"level":"info","ts":1784908993.4100814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7149b5ee-8b23-4e90-80fa-4d8d7b76afc2"} {"level":"info","ts":1784908993.4100943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7149b5ee-8b23-4e90-80fa-4d8d7b76afc2","EoS":false} {"level":"info","ts":1784908993.4101079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7149b5ee-8b23-4e90-80fa-4d8d7b76afc2","EoS":true} {"level":"info","ts":1784908993.410129,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7149b5ee-8b23-4e90-80fa-4d8d7b76afc2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908993.4101474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7149b5ee-8b23-4e90-80fa-4d8d7b76afc2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908993.4101725,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7149b5ee-8b23-4e90-80fa-4d8d7b76afc2"} {"level":"info","ts":1784908993.4445772,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908993.4446757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdf9f8b5-c694-4c2c-a45b-f5a471882153"} {"level":"info","ts":1784908993.4446864,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdf9f8b5-c694-4c2c-a45b-f5a471882153"} {"level":"info","ts":1784908993.4446974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdf9f8b5-c694-4c2c-a45b-f5a471882153","EoS":false} {"level":"info","ts":1784908993.4447086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdf9f8b5-c694-4c2c-a45b-f5a471882153","EoS":true} {"level":"info","ts":1784908993.4447289,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdf9f8b5-c694-4c2c-a45b-f5a471882153","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908993.4447434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdf9f8b5-c694-4c2c-a45b-f5a471882153","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908993.4447658,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdf9f8b5-c694-4c2c-a45b-f5a471882153"} {"level":"info","ts":1784908993.4825687,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908993.482661,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aff43ef9-50c4-491b-9c51-5042fe121cae"} {"level":"info","ts":1784908998.0940087,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908998.0940878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784908998.0940976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784908998.0941095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","EoS":false} {"level":"info","ts":1784908998.0941224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","EoS":true} {"level":"info","ts":1784908998.0941412,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908998.0941586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908998.09418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92bdc4a6-1373-4eb2-8602-f8f926afa9b1"} {"level":"info","ts":1784909006.6707666,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909006.6708443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f29f850c-2b33-472c-ae2d-e4c8e842c905"} {"level":"info","ts":1784909006.6708548,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f29f850c-2b33-472c-ae2d-e4c8e842c905"} {"level":"info","ts":1784909006.6708663,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f29f850c-2b33-472c-ae2d-e4c8e842c905","EoS":false} {"level":"info","ts":1784909006.6708786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f29f850c-2b33-472c-ae2d-e4c8e842c905","EoS":true} {"level":"info","ts":1784909006.6708994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f29f850c-2b33-472c-ae2d-e4c8e842c905","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909006.6709154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f29f850c-2b33-472c-ae2d-e4c8e842c905","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909006.6709356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f29f850c-2b33-472c-ae2d-e4c8e842c905"} {"level":"info","ts":1784909008.7065492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909008.7066627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909008.7066805,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909008.7067008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","EoS":false} {"level":"info","ts":1784909008.7067776,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","EoS":true} {"level":"info","ts":1784909008.706812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909008.7068315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909008.7068715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"61755133-716c-4443-8109-cb3856b2fbab"} {"level":"info","ts":1784909021.592062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909021.5921435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909021.592157,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909021.5921729,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","EoS":false} {"level":"info","ts":1784909021.5921934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","EoS":true} {"level":"info","ts":1784909021.5922236,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909021.5922415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909021.592262,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42e9732b-f3f2-485e-8622-b7e428b6a369"} {"level":"info","ts":1784909030.1200798,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909030.1201627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909030.1201751,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909030.120187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","EoS":false} {"level":"info","ts":1784909030.1201968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","EoS":true} {"level":"info","ts":1784909030.1202216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909030.120239,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909030.1202633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8205fbee-6914-4acd-8154-77db1ac5e618"} {"level":"info","ts":1784909038.9559205,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909038.9559977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909038.9560075,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909038.9560187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","EoS":false} {"level":"info","ts":1784909038.9560285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","EoS":true} {"level":"info","ts":1784909038.9560468,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909038.9560633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909038.9560833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5268b7a-ee76-4181-9c73-34c1966b560b"} {"level":"info","ts":1784909047.9133286,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909047.91343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c338f80e-8d2c-41f1-83fe-86ed07736e6d"} {"level":"info","ts":1784909047.9134455,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c338f80e-8d2c-41f1-83fe-86ed07736e6d"} {"level":"info","ts":1784909047.9134626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c338f80e-8d2c-41f1-83fe-86ed07736e6d","EoS":false} {"level":"info","ts":1784909047.9134772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c338f80e-8d2c-41f1-83fe-86ed07736e6d","EoS":true} {"level":"info","ts":1784909047.9134989,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c338f80e-8d2c-41f1-83fe-86ed07736e6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909047.9135146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c338f80e-8d2c-41f1-83fe-86ed07736e6d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909047.9135349,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c338f80e-8d2c-41f1-83fe-86ed07736e6d"} {"level":"info","ts":1784909052.6556349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909052.655709,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9184a26d-a8dc-4958-8b0e-28a1bd3b1a1b"} {"level":"info","ts":1784909052.6557176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9184a26d-a8dc-4958-8b0e-28a1bd3b1a1b"} {"level":"info","ts":1784909052.6557293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9184a26d-a8dc-4958-8b0e-28a1bd3b1a1b","EoS":false} {"level":"info","ts":1784909052.655739,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9184a26d-a8dc-4958-8b0e-28a1bd3b1a1b","EoS":true} {"level":"info","ts":1784909052.6557577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9184a26d-a8dc-4958-8b0e-28a1bd3b1a1b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909052.6557727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9184a26d-a8dc-4958-8b0e-28a1bd3b1a1b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909052.6557956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9184a26d-a8dc-4958-8b0e-28a1bd3b1a1b"} {"level":"info","ts":1784909057.4255993,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909057.4256935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d4f66f7-c55c-4ff3-8ffd-45a63fd28d8d"} {"level":"info","ts":1784909057.425705,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d4f66f7-c55c-4ff3-8ffd-45a63fd28d8d"} {"level":"info","ts":1784909057.4257178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d4f66f7-c55c-4ff3-8ffd-45a63fd28d8d","EoS":false} {"level":"info","ts":1784909057.4257288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d4f66f7-c55c-4ff3-8ffd-45a63fd28d8d","EoS":true} {"level":"info","ts":1784909057.4257488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d4f66f7-c55c-4ff3-8ffd-45a63fd28d8d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909057.4257643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d4f66f7-c55c-4ff3-8ffd-45a63fd28d8d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909057.4257855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d4f66f7-c55c-4ff3-8ffd-45a63fd28d8d"} {"level":"info","ts":1784909057.6889477,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909057.6890259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abd55b17-59f1-41a1-b082-135c67b93e94"} {"level":"info","ts":1784909057.6890354,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abd55b17-59f1-41a1-b082-135c67b93e94"} {"level":"info","ts":1784909057.689047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abd55b17-59f1-41a1-b082-135c67b93e94","EoS":false} {"level":"info","ts":1784909057.689057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abd55b17-59f1-41a1-b082-135c67b93e94","EoS":true} {"level":"info","ts":1784909057.6890764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abd55b17-59f1-41a1-b082-135c67b93e94","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909057.6890922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abd55b17-59f1-41a1-b082-135c67b93e94","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909057.6891131,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abd55b17-59f1-41a1-b082-135c67b93e94"} {"level":"info","ts":1784909059.7341402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909059.734231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"891d524e-db1f-49c5-89b6-58c28b5ba541"} {"level":"info","ts":1784909059.7342486,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"891d524e-db1f-49c5-89b6-58c28b5ba541"} {"level":"info","ts":1784909059.7342646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"891d524e-db1f-49c5-89b6-58c28b5ba541","EoS":false} {"level":"info","ts":1784909059.7342753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"891d524e-db1f-49c5-89b6-58c28b5ba541","EoS":true} {"level":"info","ts":1784909059.7342958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"891d524e-db1f-49c5-89b6-58c28b5ba541","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909059.734311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"891d524e-db1f-49c5-89b6-58c28b5ba541","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909059.7343347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"891d524e-db1f-49c5-89b6-58c28b5ba541"} {"level":"info","ts":1784909061.7686095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909061.7686894,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909061.7687018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909061.7687142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","EoS":false} {"level":"info","ts":1784909061.7687242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","EoS":true} {"level":"info","ts":1784909061.7687442,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909061.76876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909061.7687755,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b835dee2-2286-4b22-9706-7c65545d0bf0"} {"level":"info","ts":1784909084.23723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909084.2373202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909084.2373352,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909084.237354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","EoS":false} {"level":"info","ts":1784909084.2373748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","EoS":true} {"level":"info","ts":1784909084.2374034,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909084.237421,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909084.237453,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4bc92656-cc4d-403c-b2f6-0007215b7af7"} {"level":"info","ts":1784909093.5040689,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909093.5041702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f201c7f-1000-4114-a6c7-5ee3aa781d9b"} {"level":"info","ts":1784909093.5042439,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f201c7f-1000-4114-a6c7-5ee3aa781d9b"} {"level":"info","ts":1784909093.504285,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f201c7f-1000-4114-a6c7-5ee3aa781d9b","EoS":false} {"level":"info","ts":1784909093.5043225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f201c7f-1000-4114-a6c7-5ee3aa781d9b","EoS":true} {"level":"info","ts":1784909093.5043542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f201c7f-1000-4114-a6c7-5ee3aa781d9b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909093.5043743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f201c7f-1000-4114-a6c7-5ee3aa781d9b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909093.5044007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f201c7f-1000-4114-a6c7-5ee3aa781d9b"} {"level":"info","ts":1784909098.930537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909098.93064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcdc6870-4ce6-42f2-a637-9518b57f943d"} {"level":"info","ts":1784909098.9306564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bcdc6870-4ce6-42f2-a637-9518b57f943d"} {"level":"info","ts":1784909098.9306724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcdc6870-4ce6-42f2-a637-9518b57f943d","EoS":false} {"level":"info","ts":1784909098.9306827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bcdc6870-4ce6-42f2-a637-9518b57f943d","EoS":true} {"level":"info","ts":1784909098.9307065,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bcdc6870-4ce6-42f2-a637-9518b57f943d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909098.9307213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcdc6870-4ce6-42f2-a637-9518b57f943d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909098.9307466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bcdc6870-4ce6-42f2-a637-9518b57f943d"} {"level":"info","ts":1784909108.4343507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909108.4344375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22faf5dd-1aee-4dae-b651-ad06dd5ec725"} {"level":"info","ts":1784909108.4344506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22faf5dd-1aee-4dae-b651-ad06dd5ec725"} {"level":"info","ts":1784909108.4344623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22faf5dd-1aee-4dae-b651-ad06dd5ec725","EoS":false} {"level":"info","ts":1784909108.434473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22faf5dd-1aee-4dae-b651-ad06dd5ec725","EoS":true} {"level":"info","ts":1784909108.4344926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22faf5dd-1aee-4dae-b651-ad06dd5ec725","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909108.4345062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22faf5dd-1aee-4dae-b651-ad06dd5ec725","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909108.434528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22faf5dd-1aee-4dae-b651-ad06dd5ec725"} {"level":"info","ts":1784909110.4695082,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909110.469782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909110.469838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909110.4698799,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","EoS":false} {"level":"info","ts":1784909110.4699147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","EoS":true} {"level":"info","ts":1784909110.469964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909110.470001,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909110.4700475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a64e1860-d7ca-4b19-93c2-cf8935cf7075"} {"level":"info","ts":1784909119.8282924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909119.8283768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.828385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.8283968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","EoS":false} {"level":"info","ts":1784909119.8284066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","EoS":true} {"level":"info","ts":1784909119.8284278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909119.8284438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909119.8284643,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b424d04b-8e6b-4fec-a879-b738c073b10b"} {"level":"info","ts":1784909119.865517,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909119.8656225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909119.865635,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909119.865653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","EoS":false} {"level":"info","ts":1784909119.8656638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","EoS":true} {"level":"info","ts":1784909119.8656833,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909119.8656993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909119.8657231,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efe4bb06-2dc3-49db-a955-349b3a53aa25"} {"level":"info","ts":1784909138.9337058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909138.9337995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909138.9338126,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909138.933825,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","EoS":false} {"level":"info","ts":1784909138.9338386,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","EoS":true} {"level":"info","ts":1784909138.9338598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909138.9338744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909138.9338968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a75b69e0-2f75-43b7-95f0-32da5ca429af"} {"level":"info","ts":1784909148.2234144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909148.223487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"663b6bb8-c8ba-45cb-a356-b3efc91c7d79"} {"level":"info","ts":1784909148.2234972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"663b6bb8-c8ba-45cb-a356-b3efc91c7d79"} {"level":"info","ts":1784909148.2235086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"663b6bb8-c8ba-45cb-a356-b3efc91c7d79","EoS":false} {"level":"info","ts":1784909148.2235174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"663b6bb8-c8ba-45cb-a356-b3efc91c7d79","EoS":true} {"level":"info","ts":1784909148.223539,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"663b6bb8-c8ba-45cb-a356-b3efc91c7d79","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909148.2235548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"663b6bb8-c8ba-45cb-a356-b3efc91c7d79","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909148.223577,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"663b6bb8-c8ba-45cb-a356-b3efc91c7d79"} {"level":"info","ts":1784909153.4270167,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909153.4270885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9bc1f22-4e4a-4313-b15f-9c51db2d08a6"} {"level":"info","ts":1784909153.4270995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9bc1f22-4e4a-4313-b15f-9c51db2d08a6"} {"level":"info","ts":1784909153.4271114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9bc1f22-4e4a-4313-b15f-9c51db2d08a6","EoS":false} {"level":"info","ts":1784909153.4271224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d9bc1f22-4e4a-4313-b15f-9c51db2d08a6","EoS":true} {"level":"info","ts":1784909153.4271445,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9bc1f22-4e4a-4313-b15f-9c51db2d08a6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784909153.4271588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9bc1f22-4e4a-4313-b15f-9c51db2d08a6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784909153.4271796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9bc1f22-4e4a-4313-b15f-9c51db2d08a6"} {"level":"info","ts":1784909243.7208147,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909243.7209003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"deb13838-9c7a-4b0a-a012-6cdf65403459"} {"level":"info","ts":1784909243.7209122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"deb13838-9c7a-4b0a-a012-6cdf65403459"} {"level":"info","ts":1784909243.7209282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"deb13838-9c7a-4b0a-a012-6cdf65403459","EoS":false} {"level":"info","ts":1784909243.7209399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"deb13838-9c7a-4b0a-a012-6cdf65403459","EoS":true} {"level":"info","ts":1784909243.720961,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"deb13838-9c7a-4b0a-a012-6cdf65403459","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784909243.7209768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"deb13838-9c7a-4b0a-a012-6cdf65403459","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784909243.7209976,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"deb13838-9c7a-4b0a-a012-6cdf65403459"} {"level":"info","ts":1784909271.2691274,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909271.2692106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909271.2692182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909271.2692294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","EoS":false} {"level":"info","ts":1784909271.269239,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","EoS":true} {"level":"info","ts":1784909271.2692587,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784909271.2692738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784909271.2692955,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34bf9796-717e-4849-8d0b-9593363e6329"} {"level":"info","ts":1784909310.280001,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909310.280074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909310.2800832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909310.280094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","EoS":false} {"level":"info","ts":1784909310.2801046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","EoS":true} {"level":"info","ts":1784909310.2801237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909310.2801392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909310.28016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c09210a1-6970-4c22-a66b-f3de2063d74d"} {"level":"info","ts":1784909325.529543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909325.5296474,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909325.5296612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909325.529673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","EoS":false} {"level":"info","ts":1784909325.5296853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","EoS":true} {"level":"info","ts":1784909325.5297072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909325.529723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909325.529743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e76c62c9-556f-97c1-8b51-69f424a3c26b"} {"level":"info","ts":1784909325.8154986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909325.8155763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90f6b68e-417c-43be-a44c-bab397982fdb"} {"level":"info","ts":1784909325.8156002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90f6b68e-417c-43be-a44c-bab397982fdb"} {"level":"info","ts":1784909325.8156118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90f6b68e-417c-43be-a44c-bab397982fdb","EoS":false} {"level":"info","ts":1784909325.815634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90f6b68e-417c-43be-a44c-bab397982fdb","EoS":true} {"level":"info","ts":1784909325.8156602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90f6b68e-417c-43be-a44c-bab397982fdb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909325.815676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90f6b68e-417c-43be-a44c-bab397982fdb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909325.8156943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90f6b68e-417c-43be-a44c-bab397982fdb"} {"level":"info","ts":1784909650.845285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909650.8453748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.8453834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.8453999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","EoS":false} {"level":"info","ts":1784909650.845412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","EoS":true} {"level":"info","ts":1784909650.8454325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909650.8454483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909650.845469,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"903ea4d7-ada8-4485-8aac-f48ee629c4a4"} {"level":"info","ts":1784909650.8873181,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909650.8873954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909650.8874054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909650.8874226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","EoS":false} {"level":"info","ts":1784909650.887436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","EoS":true} {"level":"info","ts":1784909650.887456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909650.887471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909650.887491,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"419c3dc4-35d5-4696-bed7-ac2e1ef08d6b"} {"level":"info","ts":1784909650.9231374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909650.9232323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71db8a50-5aa2-486a-bf5b-37d74abfc5a3"} {"level":"info","ts":1784909650.923248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71db8a50-5aa2-486a-bf5b-37d74abfc5a3"} {"level":"info","ts":1784909650.9232638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71db8a50-5aa2-486a-bf5b-37d74abfc5a3","EoS":false} {"level":"info","ts":1784909650.923282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71db8a50-5aa2-486a-bf5b-37d74abfc5a3","EoS":true} {"level":"info","ts":1784909650.9233093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71db8a50-5aa2-486a-bf5b-37d74abfc5a3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909650.9233294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71db8a50-5aa2-486a-bf5b-37d74abfc5a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909650.923357,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71db8a50-5aa2-486a-bf5b-37d74abfc5a3"} {"level":"info","ts":1784909650.9567358,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909650.9568176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36d382ef-2ec2-465c-b0c3-290e8e3638d6"} {"level":"info","ts":1784909650.956826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"36d382ef-2ec2-465c-b0c3-290e8e3638d6"} {"level":"info","ts":1784909650.956837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36d382ef-2ec2-465c-b0c3-290e8e3638d6","EoS":false} {"level":"info","ts":1784909650.9568472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"36d382ef-2ec2-465c-b0c3-290e8e3638d6","EoS":true} {"level":"info","ts":1784909650.956868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36d382ef-2ec2-465c-b0c3-290e8e3638d6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909650.956883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36d382ef-2ec2-465c-b0c3-290e8e3638d6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909650.956903,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"36d382ef-2ec2-465c-b0c3-290e8e3638d6"} {"level":"info","ts":1784909655.7732341,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b78b2659-5bb0-48a2-8dd3-87566ab8ae08"} {"level":"info","ts":1784909655.773326,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44fb46aa-b56d-48fd-9bd4-14fa9307e466","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909655.7733548,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44fb46aa-b56d-48fd-9bd4-14fa9307e466","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909655.778541,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c05172c-d3f3-41fd-912b-2ce542ba7284","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909655.7785666,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c05172c-d3f3-41fd-912b-2ce542ba7284","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909655.7788942,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37841.85477811,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.778912,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.8499365,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.935233,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f4b84b5-9656-4f03-8ba4-4885b76098d0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909655.935299,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f4b84b5-9656-4f03-8ba4-4885b76098d0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909655.9364328,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fedbf44-3d01-41c6-8078-9c2eb68e9482"} {"level":"info","ts":1784909655.936638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f20d250-9527-4681-8d61-d3ed9d52d442","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909655.9369898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f20d250-9527-4681-8d61-d3ed9d52d442","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909655.9371295,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33162.682723097,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.9371486,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.9376132,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39311.713957861,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.9376423,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.94519,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909655.9462347,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909656.03736,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fedbf44-3d01-41c6-8078-9c2eb68e9482","name":"e2e-external-model"} {"level":"info","ts":1784909656.0380247,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b78b2659-5bb0-48a2-8dd3-87566ab8ae08","name":"e2e-external-provider"} {"level":"info","ts":1784909656.0513308,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d19932e-ccf4-45ed-9435-038f7107c6da","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909656.051375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d19932e-ccf4-45ed-9435-038f7107c6da","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909656.0515113,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b78b2659-5bb0-48a2-8dd3-87566ab8ae08","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784909656.0529892,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fedbf44-3d01-41c6-8078-9c2eb68e9482","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909656.0530484,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8fedbf44-3d01-41c6-8078-9c2eb68e9482","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909656.0531042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8242c620-bb84-4504-93c2-364596b51358"} {"level":"info","ts":1784909656.0531614,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8242c620-bb84-4504-93c2-364596b51358","name":"e2e-external-model"} {"level":"error","ts":1784909656.0549774,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b78b2659-5bb0-48a2-8dd3-87566ab8ae08","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909656.0550654,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80889991-86b4-44e7-a03e-63d518ffc6c4"} {"level":"info","ts":1784909656.0551116,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80889991-86b4-44e7-a03e-63d518ffc6c4","name":"e2e-external-provider"} {"level":"info","ts":1784909656.0689785,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"80889991-86b4-44e7-a03e-63d518ffc6c4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909656.0691373,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4344e389-94aa-45c7-a13c-f0ed2a674200","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909656.0691676,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4344e389-94aa-45c7-a13c-f0ed2a674200","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909656.0692453,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8242c620-bb84-4504-93c2-364596b51358","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909656.0693018,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"186af0f8-1f59-4d3f-8fda-741349de40ea"} {"level":"info","ts":1784909656.0693562,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"186af0f8-1f59-4d3f-8fda-741349de40ea","name":"e2e-external-model"} {"level":"info","ts":1784909656.0780725,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"186af0f8-1f59-4d3f-8fda-741349de40ea","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909656.0852237,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f52ed7f-167d-4e76-bb93-8833c449c6dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909656.0852673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f52ed7f-167d-4e76-bb93-8833c449c6dd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909656.085338,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c7e09d3-ee91-44dd-99f6-3ed6fd09555e"} {"level":"info","ts":1784909656.0854092,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c7e09d3-ee91-44dd-99f6-3ed6fd09555e","name":"e2e-external-model"} {"level":"info","ts":1784909656.0939057,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c7e09d3-ee91-44dd-99f6-3ed6fd09555e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909665.3577626,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909665.357854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b"} {"level":"info","ts":1784909665.357872,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b"} {"level":"info","ts":1784909665.3578901,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b","EoS":false} {"level":"info","ts":1784909665.3579109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b","EoS":true} {"level":"info","ts":1784909665.3579383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909665.3579547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909665.3579617,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b","modelName":"e2e-external-model"} {"level":"info","ts":1784909665.357976,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909665.3580225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6799dc02-2f1a-4426-8613-023cb55a9c5b"} {"level":"info","ts":1784909665.4055312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909665.4056325,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3"} {"level":"info","ts":1784909665.4056458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3"} {"level":"info","ts":1784909665.4056575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3","EoS":false} {"level":"info","ts":1784909665.4056673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3","EoS":true} {"level":"info","ts":1784909665.405694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909665.40571,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909665.4057186,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3","modelName":"e2e-external-model"} {"level":"info","ts":1784909665.4057338,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909665.405776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be3fe61b-2cec-487e-bdff-a3e4a7bfc1e3"} {"level":"info","ts":1784909665.4304485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909665.4305303,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce"} {"level":"info","ts":1784909665.4305437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce"} {"level":"info","ts":1784909665.4305546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","EoS":false} {"level":"info","ts":1784909665.4305642,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","EoS":true} {"level":"info","ts":1784909665.4306126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909665.430642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909665.430649,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","modelName":"e2e-external-model"} {"level":"info","ts":1784909665.430663,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909665.430701,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5269527f-3a40-4f41-b7b3-9cbef2dec6ce"} {"level":"info","ts":1784909665.5542557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8eded139-9da2-4a46-93ef-90a6341644f8"} {"level":"info","ts":1784909665.5542872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9720d78-cb71-4903-b97c-4f1e23723bcd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.554323,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e9720d78-cb71-4903-b97c-4f1e23723bcd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909665.5613923,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46347ad3-105d-4d83-af64-d6d6031c95cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.5614297,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46347ad3-105d-4d83-af64-d6d6031c95cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909665.562486,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8eded139-9da2-4a46-93ef-90a6341644f8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909665.5625536,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8eded139-9da2-4a46-93ef-90a6341644f8","name":"e2e-cleanup-test"} {"level":"info","ts":1784909665.5834875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30fc68b0-8933-4c59-867b-0910657caed2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.583525,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30fc68b0-8933-4c59-867b-0910657caed2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909665.584674,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8eded139-9da2-4a46-93ef-90a6341644f8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909665.5847197,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8eded139-9da2-4a46-93ef-90a6341644f8","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909665.5847743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3599dce2-f643-437c-b0da-bc27fa60b611"} {"level":"info","ts":1784909665.5848246,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3599dce2-f643-437c-b0da-bc27fa60b611","name":"e2e-cleanup-test"} {"level":"info","ts":1784909665.5984411,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"536b3941-59b7-4b5e-84ed-21f7cb9b3a13","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.5984821,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"536b3941-59b7-4b5e-84ed-21f7cb9b3a13","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909665.5986307,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3599dce2-f643-437c-b0da-bc27fa60b611","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909665.5987039,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fc4534d-e650-44e3-8f7f-9e6e61912e61"} {"level":"info","ts":1784909665.598755,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fc4534d-e650-44e3-8f7f-9e6e61912e61","name":"e2e-cleanup-test"} {"level":"info","ts":1784909665.6063237,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fc4534d-e650-44e3-8f7f-9e6e61912e61","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909665.6108296,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa95df13-0a4f-4280-82c2-21fc6da9415e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909665.6108618,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa95df13-0a4f-4280-82c2-21fc6da9415e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909665.611004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4141d3e0-67cb-46b7-8575-d45ad4a8d13a"} {"level":"info","ts":1784909665.6110568,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4141d3e0-67cb-46b7-8575-d45ad4a8d13a","name":"e2e-cleanup-test"} {"level":"info","ts":1784909665.6179779,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4141d3e0-67cb-46b7-8575-d45ad4a8d13a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909673.8136358,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e03e75a8-2ce4-4c9d-a021-8416393a8541"} {"level":"info","ts":1784909673.8136473,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f447985b-ba43-4a5f-b0aa-279eaf47ccbc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909673.8137164,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f447985b-ba43-4a5f-b0aa-279eaf47ccbc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909678.1259558,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909678.1260374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf"} {"level":"info","ts":1784909678.126046,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf"} {"level":"info","ts":1784909678.1260595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf","EoS":false} {"level":"info","ts":1784909678.1260748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf","EoS":true} {"level":"info","ts":1784909678.1261015,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784909678.1261241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784909678.1261532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b685d75b-e20d-4f94-991d-5540d4dc7dbf"} {"level":"info","ts":1784909678.1557543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909678.155887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e"} {"level":"info","ts":1784909678.155902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e"} {"level":"info","ts":1784909678.155914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","EoS":false} {"level":"info","ts":1784909678.155927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","EoS":true} {"level":"info","ts":1784909678.155949,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909678.1559649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909678.155973,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","modelName":"e2e-external-model"} {"level":"info","ts":1784909678.1559873,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909678.1560252,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a8112be-e29d-4301-b63e-d36d9106848e"} {"level":"info","ts":1784909678.1940198,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909678.1940906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.1940992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.1941092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","EoS":false} {"level":"info","ts":1784909678.19412,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","EoS":true} {"level":"info","ts":1784909678.1941392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784909678.1941543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909678.1941779,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30dd1929-dadc-46c4-9f35-4d439a0b851d"} {"level":"info","ts":1784909678.3408344,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909678.3409293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909678.3409407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909678.340954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","EoS":false} {"level":"info","ts":1784909678.3409636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","EoS":true} {"level":"info","ts":1784909678.340985,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"64caa45a-af09-4809-8226-87057942d1de","field":"model"} {"level":"info","ts":1784909678.341018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64caa45a-af09-4809-8226-87057942d1de"} {"level":"info","ts":1784909679.283773,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc2f2c63-ea66-49a3-92c9-45d1c0d60322"} {"level":"info","ts":1784909679.2837758,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bcf89229-f387-427f-b761-d957012506ef","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909679.2838302,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bcf89229-f387-427f-b761-d957012506ef","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909679.4284415,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ceefdb5-056a-456e-93be-22e1650414ce","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909679.4284754,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8ceefdb5-056a-456e-93be-22e1650414ce","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909679.4284737,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a579a9a-c676-44db-9b07-e47ca1a05700"} {"level":"info","ts":1784911005.232267,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784911005.2323496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29661c1e-6155-498b-9f2d-238c8053a8af"} {"level":"info","ts":1784911059.539343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784911059.539421,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"} {"level":"info","ts":1784911059.5394316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"} {"level":"info","ts":1784911059.5394433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","EoS":false} {"level":"info","ts":1784911059.5394537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","EoS":true} {"level":"info","ts":1784911059.5394773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784911059.5394924,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784911059.539512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7a9fa80e-b4fd-4401-9055-0aeef64b5231"}