{"level":"info","ts":1785457508.1174352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d71877af-5a55-4e9e-b813-7685b74effe3","EoS":true} {"level":"info","ts":1785457508.1174567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d71877af-5a55-4e9e-b813-7685b74effe3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457508.1174731,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d71877af-5a55-4e9e-b813-7685b74effe3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457508.1174965,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d71877af-5a55-4e9e-b813-7685b74effe3"} {"level":"info","ts":1785457508.1616251,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457508.1617138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73251478-bb71-470f-b393-8c84a4c30ed9"} {"level":"info","ts":1785457508.1617243,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73251478-bb71-470f-b393-8c84a4c30ed9"} {"level":"info","ts":1785457508.161737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73251478-bb71-470f-b393-8c84a4c30ed9","EoS":false} {"level":"info","ts":1785457508.1617477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73251478-bb71-470f-b393-8c84a4c30ed9","EoS":true} {"level":"info","ts":1785457508.1618004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73251478-bb71-470f-b393-8c84a4c30ed9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457508.1618183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73251478-bb71-470f-b393-8c84a4c30ed9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457508.1618412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73251478-bb71-470f-b393-8c84a4c30ed9"} {"level":"info","ts":1785457520.3743243,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457520.3744261,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76966caf-699b-4e8e-ab29-dab976bf7770"} {"level":"info","ts":1785457520.374445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76966caf-699b-4e8e-ab29-dab976bf7770"} {"level":"info","ts":1785457520.3744621,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76966caf-699b-4e8e-ab29-dab976bf7770","EoS":false} {"level":"info","ts":1785457520.374482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76966caf-699b-4e8e-ab29-dab976bf7770","EoS":true} {"level":"info","ts":1785457520.3745117,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76966caf-699b-4e8e-ab29-dab976bf7770","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457520.374535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76966caf-699b-4e8e-ab29-dab976bf7770","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457520.3745658,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76966caf-699b-4e8e-ab29-dab976bf7770"} {"level":"info","ts":1785457520.4216425,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457520.4217477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95f0b84e-ce93-4310-8f2c-fbdcff78260c"} {"level":"info","ts":1785457520.421793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95f0b84e-ce93-4310-8f2c-fbdcff78260c"} {"level":"info","ts":1785457520.4218135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95f0b84e-ce93-4310-8f2c-fbdcff78260c","EoS":false} {"level":"info","ts":1785457520.4218295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95f0b84e-ce93-4310-8f2c-fbdcff78260c","EoS":true} {"level":"info","ts":1785457520.4218593,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"95f0b84e-ce93-4310-8f2c-fbdcff78260c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457520.4218788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95f0b84e-ce93-4310-8f2c-fbdcff78260c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457520.421915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95f0b84e-ce93-4310-8f2c-fbdcff78260c"} {"level":"info","ts":1785457520.4493442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457520.4494376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccce604e-3d26-44c6-822a-359ec4adb1d8"} {"level":"info","ts":1785457520.4494467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ccce604e-3d26-44c6-822a-359ec4adb1d8"} {"level":"info","ts":1785457520.4494588,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccce604e-3d26-44c6-822a-359ec4adb1d8","EoS":false} {"level":"info","ts":1785457520.4494727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccce604e-3d26-44c6-822a-359ec4adb1d8","EoS":true} {"level":"info","ts":1785457520.4494941,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccce604e-3d26-44c6-822a-359ec4adb1d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457520.4495108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccce604e-3d26-44c6-822a-359ec4adb1d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457520.4495373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ccce604e-3d26-44c6-822a-359ec4adb1d8"} {"level":"info","ts":1785457520.4980485,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457520.498155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a227fa78-3ac8-4fdf-b59f-32d20bb119ea"} {"level":"info","ts":1785457520.4981704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a227fa78-3ac8-4fdf-b59f-32d20bb119ea"} {"level":"info","ts":1785457520.4981823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a227fa78-3ac8-4fdf-b59f-32d20bb119ea","EoS":false} {"level":"info","ts":1785457520.4981935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a227fa78-3ac8-4fdf-b59f-32d20bb119ea","EoS":true} {"level":"info","ts":1785457520.4982703,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a227fa78-3ac8-4fdf-b59f-32d20bb119ea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457520.4982874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a227fa78-3ac8-4fdf-b59f-32d20bb119ea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457520.498309,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a227fa78-3ac8-4fdf-b59f-32d20bb119ea"} {"level":"info","ts":1785457521.1877198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457521.1878347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c2f3d06-5a09-414e-8dbe-2825d929d05d"} {"level":"info","ts":1785457521.1878457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c2f3d06-5a09-414e-8dbe-2825d929d05d"} {"level":"info","ts":1785457521.1878593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2f3d06-5a09-414e-8dbe-2825d929d05d","EoS":false} {"level":"info","ts":1785457521.1878695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2f3d06-5a09-414e-8dbe-2825d929d05d","EoS":true} {"level":"info","ts":1785457521.187889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c2f3d06-5a09-414e-8dbe-2825d929d05d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457521.1879096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c2f3d06-5a09-414e-8dbe-2825d929d05d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457521.187931,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c2f3d06-5a09-414e-8dbe-2825d929d05d"} {"level":"info","ts":1785457521.2396715,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457521.2398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c37c7866-af55-41a5-af02-5cf716bf9fd9"} {"level":"info","ts":1785457521.2398212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c37c7866-af55-41a5-af02-5cf716bf9fd9"} {"level":"info","ts":1785457521.239838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c37c7866-af55-41a5-af02-5cf716bf9fd9","EoS":false} {"level":"info","ts":1785457521.2398543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c37c7866-af55-41a5-af02-5cf716bf9fd9","EoS":true} {"level":"info","ts":1785457521.2398849,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c37c7866-af55-41a5-af02-5cf716bf9fd9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457521.2399027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c37c7866-af55-41a5-af02-5cf716bf9fd9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457521.2399244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c37c7866-af55-41a5-af02-5cf716bf9fd9"} {"level":"info","ts":1785457525.3935156,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457525.3936033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be0e8591-b731-48a7-be00-12374b5e50b1"} {"level":"info","ts":1785457525.3936136,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be0e8591-b731-48a7-be00-12374b5e50b1"} {"level":"info","ts":1785457525.3936265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be0e8591-b731-48a7-be00-12374b5e50b1","EoS":false} {"level":"info","ts":1785457525.3936377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be0e8591-b731-48a7-be00-12374b5e50b1","EoS":true} {"level":"info","ts":1785457525.3936574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be0e8591-b731-48a7-be00-12374b5e50b1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457525.3936737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be0e8591-b731-48a7-be00-12374b5e50b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457525.393699,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be0e8591-b731-48a7-be00-12374b5e50b1"} {"level":"info","ts":1785457541.2150354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.2151225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8"} {"level":"info","ts":1785457541.215133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8"} {"level":"info","ts":1785457541.2151456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8","EoS":false} {"level":"info","ts":1785457541.2151597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8","EoS":true} {"level":"info","ts":1785457541.2151823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457541.2151983,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.2152202,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0ac62080-dd41-4a5b-a147-72f9cc5285b8"} {"level":"info","ts":1785457541.371006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.3710887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.371098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.3711097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","EoS":false} {"level":"info","ts":1785457541.3711228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","EoS":true} {"level":"info","ts":1785457541.371148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457541.3711646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.3711886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4840fd71-b94a-4413-825e-a67c78c5c533"} {"level":"info","ts":1785457541.514341,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.5144339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.5144436,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.514455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","EoS":false} {"level":"info","ts":1785457541.5144663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","EoS":true} {"level":"info","ts":1785457541.514491,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457541.5145085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.514533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00e6ceec-38c0-40a9-8f8f-1df71e97f33c"} {"level":"info","ts":1785457541.6582057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.6582935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.6583045,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.6583154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","EoS":false} {"level":"info","ts":1785457541.6583273,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","EoS":true} {"level":"info","ts":1785457541.65835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457541.6583688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.6583977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f78821d8-0d4d-4a2b-814c-1220e021100b"} {"level":"info","ts":1785457541.8030918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.8031778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.8031867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.8031986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","EoS":false} {"level":"info","ts":1785457541.8032124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","EoS":true} {"level":"info","ts":1785457541.8032362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457541.8032498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.803274,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5f6a0ff4-26eb-4c71-95a7-78612fc1b774"} {"level":"info","ts":1785457541.9455621,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457541.9456525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"979a64d8-64b8-44fc-a885-8bbfde572fb7"} {"level":"info","ts":1785457541.9456625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"979a64d8-64b8-44fc-a885-8bbfde572fb7"} {"level":"info","ts":1785457541.9456773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"979a64d8-64b8-44fc-a885-8bbfde572fb7","EoS":false} {"level":"info","ts":1785457541.945697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"979a64d8-64b8-44fc-a885-8bbfde572fb7","EoS":true} {"level":"info","ts":1785457541.9457207,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"979a64d8-64b8-44fc-a885-8bbfde572fb7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457541.9457357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"979a64d8-64b8-44fc-a885-8bbfde572fb7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457541.9457889,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"979a64d8-64b8-44fc-a885-8bbfde572fb7"} {"level":"info","ts":1785457563.0472074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457563.047301,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0473132,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0473251,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","EoS":false} {"level":"info","ts":1785457563.0473416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","EoS":true} {"level":"info","ts":1785457563.047364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457563.0473802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457563.0474021,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"58baa20e-b4f8-4053-aee7-556ae94aeb97"} {"level":"info","ts":1785457563.0904007,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457563.0904884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9bde6b0-5e59-483d-a6b2-28552fec572d"} {"level":"info","ts":1785457563.0904963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9bde6b0-5e59-483d-a6b2-28552fec572d"} {"level":"info","ts":1785457563.0905073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9bde6b0-5e59-483d-a6b2-28552fec572d","EoS":false} {"level":"info","ts":1785457563.0905225,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9bde6b0-5e59-483d-a6b2-28552fec572d","EoS":true} {"level":"info","ts":1785457563.0905423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9bde6b0-5e59-483d-a6b2-28552fec572d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457563.0905554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9bde6b0-5e59-483d-a6b2-28552fec572d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457563.0905771,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9bde6b0-5e59-483d-a6b2-28552fec572d"} {"level":"info","ts":1785457563.1310906,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457563.131186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a683c87-232b-453d-8f58-5f6e28072ed0"} {"level":"info","ts":1785457563.1312,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a683c87-232b-453d-8f58-5f6e28072ed0"} {"level":"info","ts":1785457563.1312187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a683c87-232b-453d-8f58-5f6e28072ed0","EoS":false} {"level":"info","ts":1785457563.1312387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a683c87-232b-453d-8f58-5f6e28072ed0","EoS":true} {"level":"info","ts":1785457563.1312692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a683c87-232b-453d-8f58-5f6e28072ed0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457563.1312878,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a683c87-232b-453d-8f58-5f6e28072ed0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457563.1313179,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a683c87-232b-453d-8f58-5f6e28072ed0"} {"level":"info","ts":1785457563.1666048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457563.1666873,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37dbb87c-18f6-4882-a7d4-88c18d8d5f3e"} {"level":"info","ts":1785457567.807484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457567.8075798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457567.8075953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457567.8076117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","EoS":false} {"level":"info","ts":1785457567.8076286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","EoS":true} {"level":"info","ts":1785457567.80771,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457567.8077304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457567.8077974,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8986351-28ff-46d1-ab86-7e2ac16e09b4"} {"level":"info","ts":1785457576.3764274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457576.37652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457576.376531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457576.3765473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","EoS":false} {"level":"info","ts":1785457576.3765638,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","EoS":true} {"level":"info","ts":1785457576.3765862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457576.3766036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457576.3766284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"272fe871-b2d9-4788-a083-076ba0bd10d1"} {"level":"info","ts":1785457589.2683702,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457589.2684634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457589.2684765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457589.2684906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","EoS":false} {"level":"info","ts":1785457589.2685015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","EoS":true} {"level":"info","ts":1785457589.268524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457589.2685435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457589.2685735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7aa03177-9777-48f9-8f59-e829895ac9c2"} {"level":"info","ts":1785457597.8188102,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457597.818896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457597.8189085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457597.8189201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","EoS":false} {"level":"info","ts":1785457597.8189313,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","EoS":true} {"level":"info","ts":1785457597.8189547,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457597.8189735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457597.818998,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0efe8c16-057f-4713-9e36-76f06d826729"} {"level":"info","ts":1785457606.6764688,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457606.6765618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457606.676575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457606.6765862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","EoS":false} {"level":"info","ts":1785457606.6765969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","EoS":true} {"level":"info","ts":1785457606.6766171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457606.6766336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457606.6766572,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9edbe2c3-d1c2-4878-8f4f-01cd19f9b639"} {"level":"info","ts":1785457615.6650352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457615.6651216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6df71579-d0c0-448e-bb8f-97102f0c01b6"} {"level":"info","ts":1785457615.6651335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6df71579-d0c0-448e-bb8f-97102f0c01b6"} {"level":"info","ts":1785457615.6651459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6df71579-d0c0-448e-bb8f-97102f0c01b6","EoS":false} {"level":"info","ts":1785457615.6651585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6df71579-d0c0-448e-bb8f-97102f0c01b6","EoS":true} {"level":"info","ts":1785457615.6651797,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6df71579-d0c0-448e-bb8f-97102f0c01b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457615.6651971,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6df71579-d0c0-448e-bb8f-97102f0c01b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457615.6652193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6df71579-d0c0-448e-bb8f-97102f0c01b6"} {"level":"info","ts":1785457623.5629427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457623.5630267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a337d945-04c5-4d5a-873e-5fbb91b1f4dc"} {"level":"info","ts":1785457623.563037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a337d945-04c5-4d5a-873e-5fbb91b1f4dc"} {"level":"info","ts":1785457623.5630484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a337d945-04c5-4d5a-873e-5fbb91b1f4dc","EoS":false} {"level":"info","ts":1785457623.5630596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a337d945-04c5-4d5a-873e-5fbb91b1f4dc","EoS":true} {"level":"info","ts":1785457623.563082,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a337d945-04c5-4d5a-873e-5fbb91b1f4dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785457623.5630987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a337d945-04c5-4d5a-873e-5fbb91b1f4dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457623.5631196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a337d945-04c5-4d5a-873e-5fbb91b1f4dc"} {"level":"info","ts":1785457628.380542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457628.3806293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"275471b7-0506-4c89-8907-2bec24b3f701"} {"level":"info","ts":1785457628.3806388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"275471b7-0506-4c89-8907-2bec24b3f701"} {"level":"info","ts":1785457628.3806512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"275471b7-0506-4c89-8907-2bec24b3f701","EoS":false} {"level":"info","ts":1785457628.3806615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"275471b7-0506-4c89-8907-2bec24b3f701","EoS":true} {"level":"info","ts":1785457628.3806844,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"275471b7-0506-4c89-8907-2bec24b3f701","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457628.3807018,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"275471b7-0506-4c89-8907-2bec24b3f701","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457628.3807237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"275471b7-0506-4c89-8907-2bec24b3f701"} {"level":"info","ts":1785457639.3982468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457639.3983324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457639.398344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457639.3983557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","EoS":false} {"level":"info","ts":1785457639.398366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","EoS":true} {"level":"info","ts":1785457639.398386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457639.3984032,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457639.3984246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a6c2995-ac8f-402b-a6f0-492947d5daf7"} {"level":"info","ts":1785457672.4272645,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457672.4273562,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457672.4273689,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457672.4273808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","EoS":false} {"level":"info","ts":1785457672.4273927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","EoS":true} {"level":"info","ts":1785457672.4274156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457672.4274313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457672.4274569,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0991c04e-6a2d-4b84-81ad-2ec590ac216a"} {"level":"info","ts":1785457681.8005595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457681.8006864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"940907df-67b0-4e65-a1c2-4be6140c985d"} {"level":"info","ts":1785457681.8007052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"940907df-67b0-4e65-a1c2-4be6140c985d"} {"level":"info","ts":1785457681.8007238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"940907df-67b0-4e65-a1c2-4be6140c985d","EoS":false} {"level":"info","ts":1785457681.800743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"940907df-67b0-4e65-a1c2-4be6140c985d","EoS":true} {"level":"info","ts":1785457681.8008194,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"940907df-67b0-4e65-a1c2-4be6140c985d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457681.8008423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"940907df-67b0-4e65-a1c2-4be6140c985d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457681.800874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"940907df-67b0-4e65-a1c2-4be6140c985d"} {"level":"info","ts":1785457698.0496747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457698.049804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b85d7f5f-9f07-4f36-879a-a0fc47b1df44"} {"level":"info","ts":1785457698.0498176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b85d7f5f-9f07-4f36-879a-a0fc47b1df44"} {"level":"info","ts":1785457698.049837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b85d7f5f-9f07-4f36-879a-a0fc47b1df44","EoS":false} {"level":"info","ts":1785457698.0498552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b85d7f5f-9f07-4f36-879a-a0fc47b1df44","EoS":true} {"level":"info","ts":1785457698.0498836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b85d7f5f-9f07-4f36-879a-a0fc47b1df44","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457698.0499048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b85d7f5f-9f07-4f36-879a-a0fc47b1df44","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457698.0499392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b85d7f5f-9f07-4f36-879a-a0fc47b1df44"} {"level":"info","ts":1785457707.676882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457707.6769674,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457707.6769774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457707.6769888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","EoS":false} {"level":"info","ts":1785457707.6769989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","EoS":true} {"level":"info","ts":1785457707.6770191,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457707.6770334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457707.6770568,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7a93fba6-92f4-4dcd-88a7-527c34d80e8c"} {"level":"info","ts":1785457717.1382937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457717.1383824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.138393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.1384056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","EoS":false} {"level":"info","ts":1785457717.1384165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","EoS":true} {"level":"info","ts":1785457717.1384392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457717.1384537,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457717.1384742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9eea2a00-a07d-4edf-a295-55627bf12591"} {"level":"info","ts":1785457717.1845434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457717.184645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457717.1846604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457717.1846774,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","EoS":false} {"level":"info","ts":1785457717.184697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","EoS":true} {"level":"info","ts":1785457717.184727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457717.1847482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457717.1848133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"865c1f6b-a238-49ee-b7f9-d0475ff97c9e"} {"level":"info","ts":1785457736.2988749,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457736.2989852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457736.2990034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457736.299021,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","EoS":false} {"level":"info","ts":1785457736.299042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","EoS":true} {"level":"info","ts":1785457736.2990725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457736.2990956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457736.2991288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46908833-17ee-4a4c-95c9-582bc8b8fc79"} {"level":"info","ts":1785457745.6558444,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457745.6559289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b088eda-11d1-4167-b78e-b2cae98ac716"} {"level":"info","ts":1785457745.655939,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b088eda-11d1-4167-b78e-b2cae98ac716"} {"level":"info","ts":1785457745.6559503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b088eda-11d1-4167-b78e-b2cae98ac716","EoS":false} {"level":"info","ts":1785457745.6559606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b088eda-11d1-4167-b78e-b2cae98ac716","EoS":true} {"level":"info","ts":1785457745.6559818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b088eda-11d1-4167-b78e-b2cae98ac716","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457745.6559985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b088eda-11d1-4167-b78e-b2cae98ac716","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457745.6560218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b088eda-11d1-4167-b78e-b2cae98ac716"} {"level":"info","ts":1785457761.6638885,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457761.6639743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37012775-045d-4fdf-a872-5804e38545bd"} {"level":"info","ts":1785457761.6639836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37012775-045d-4fdf-a872-5804e38545bd"} {"level":"info","ts":1785457761.663995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37012775-045d-4fdf-a872-5804e38545bd","EoS":false} {"level":"info","ts":1785457761.6640065,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37012775-045d-4fdf-a872-5804e38545bd","EoS":true} {"level":"info","ts":1785457761.6640284,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37012775-045d-4fdf-a872-5804e38545bd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785457761.6640484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37012775-045d-4fdf-a872-5804e38545bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785457761.664073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37012775-045d-4fdf-a872-5804e38545bd"} {"level":"info","ts":1785457895.0009015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457895.0010247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a735ddc-c99d-4ab5-b08b-666986d9b857"} {"level":"info","ts":1785457895.0010464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a735ddc-c99d-4ab5-b08b-666986d9b857"} {"level":"info","ts":1785457895.0010664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a735ddc-c99d-4ab5-b08b-666986d9b857","EoS":false} {"level":"info","ts":1785457895.0010846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a735ddc-c99d-4ab5-b08b-666986d9b857","EoS":true} {"level":"info","ts":1785457895.0011137,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a735ddc-c99d-4ab5-b08b-666986d9b857","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785457895.0011349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a735ddc-c99d-4ab5-b08b-666986d9b857","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785457895.0011685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a735ddc-c99d-4ab5-b08b-666986d9b857"} {"level":"info","ts":1785457916.800616,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457916.800706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457916.8007169,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457916.8007283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","EoS":false} {"level":"info","ts":1785457916.8007393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","EoS":true} {"level":"info","ts":1785457916.8008778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785457916.8009076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785457916.8009367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"497dc32b-9274-437c-a3c6-280f101403cd"} {"level":"info","ts":1785457968.7751167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457968.7752032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457968.7752128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457968.7752254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","EoS":false} {"level":"info","ts":1785457968.7752357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","EoS":true} {"level":"info","ts":1785457968.775258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457968.7752755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457968.775298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"97c30741-4508-4f30-85ac-b5f5d4440fcd"} {"level":"info","ts":1785457984.0143294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457984.0144308,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.0144408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.0144527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","EoS":false} {"level":"info","ts":1785457984.014464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","EoS":true} {"level":"info","ts":1785457984.0144868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457984.0145037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457984.0145316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d3eb572-00fc-4473-bb69-e64bc2cc611a"} {"level":"info","ts":1785457984.302928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785457984.3030186,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"859374c5-515f-46eb-a9a3-fc98bc2b46d4"} {"level":"info","ts":1785457984.3030279,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"859374c5-515f-46eb-a9a3-fc98bc2b46d4"} {"level":"info","ts":1785457984.3030405,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"859374c5-515f-46eb-a9a3-fc98bc2b46d4","EoS":false} {"level":"info","ts":1785457984.3030508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"859374c5-515f-46eb-a9a3-fc98bc2b46d4","EoS":true} {"level":"info","ts":1785457984.3030696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"859374c5-515f-46eb-a9a3-fc98bc2b46d4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785457984.3030856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"859374c5-515f-46eb-a9a3-fc98bc2b46d4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785457984.3031073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"859374c5-515f-46eb-a9a3-fc98bc2b46d4"} {"level":"info","ts":1785458347.3573494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458347.3574464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.357462,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.3574815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","EoS":false} {"level":"info","ts":1785458347.3575435,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","EoS":true} {"level":"info","ts":1785458347.357578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785458347.3575985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785458347.3576305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af79c198-7bd2-4cc4-8795-65352a2fd3e7"} {"level":"info","ts":1785458347.4128568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458347.4129162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3c6f584-6a37-42d8-8d6f-b860b7e7ee14"} {"level":"info","ts":1785458347.4129248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3c6f584-6a37-42d8-8d6f-b860b7e7ee14"} {"level":"info","ts":1785458347.412935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3c6f584-6a37-42d8-8d6f-b860b7e7ee14","EoS":false} {"level":"info","ts":1785458347.4129481,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3c6f584-6a37-42d8-8d6f-b860b7e7ee14","EoS":true} {"level":"info","ts":1785458347.4129646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d3c6f584-6a37-42d8-8d6f-b860b7e7ee14","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785458347.4129758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3c6f584-6a37-42d8-8d6f-b860b7e7ee14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785458347.4129968,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3c6f584-6a37-42d8-8d6f-b860b7e7ee14"} {"level":"info","ts":1785458347.4533658,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458347.4534335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f22d988-75ca-4419-b694-48a1bc89c7c6"} {"level":"info","ts":1785458347.4534435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f22d988-75ca-4419-b694-48a1bc89c7c6"} {"level":"info","ts":1785458347.453454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f22d988-75ca-4419-b694-48a1bc89c7c6","EoS":false} {"level":"info","ts":1785458347.4534655,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f22d988-75ca-4419-b694-48a1bc89c7c6","EoS":true} {"level":"info","ts":1785458347.4534814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f22d988-75ca-4419-b694-48a1bc89c7c6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785458347.453497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f22d988-75ca-4419-b694-48a1bc89c7c6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785458347.453516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f22d988-75ca-4419-b694-48a1bc89c7c6"} {"level":"info","ts":1785458352.3172214,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54a719ea-7cd1-4e51-b677-ca2c697df66c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458352.3172543,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54a719ea-7cd1-4e51-b677-ca2c697df66c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785458352.3173134,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f649267-333b-49ff-beb7-5fb05c7d1c85"} {"level":"info","ts":1785458352.3228102,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c97b23b-c55c-492d-83c6-3f2f0be2fa3b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458352.3228493,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c97b23b-c55c-492d-83c6-3f2f0be2fa3b","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785458352.3259444,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f649267-333b-49ff-beb7-5fb05c7d1c85","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458352.3262563,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33014.010772403,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.326281,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.4408677,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"374357b9-8db7-4fa7-9fe0-b466ec5c548b"} {"level":"info","ts":1785458352.4413269,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7edaed7-de88-49ac-b7f6-8a5cc0e86cbf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.441378,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7edaed7-de88-49ac-b7f6-8a5cc0e86cbf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.5334947,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"162b64c1-b38d-427e-8e71-ab5f2d3549c9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458352.5335429,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"162b64c1-b38d-427e-8e71-ab5f2d3549c9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785458352.533883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34047.722393039,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.5339153,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.5342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1b86106-4b1b-4fc2-bc11-6f48be903371","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.5342307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f1b86106-4b1b-4fc2-bc11-6f48be903371","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.5349147,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.5737038,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.5822797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"935db7de-d30c-45b5-8eb3-4299667523de","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.5823224,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"935db7de-d30c-45b5-8eb3-4299667523de","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.5988858,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05016361-ce67-4391-b35e-4bd67361154a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.5989707,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05016361-ce67-4391-b35e-4bd67361154a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.6158059,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9eb4b0e-12a2-41f7-a1bc-fcd9bfc856af","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458352.6158915,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9eb4b0e-12a2-41f7-a1bc-fcd9bfc856af","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785458352.627426,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33021.382245591,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.6275008,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.6339324,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"374357b9-8db7-4fa7-9fe0-b466ec5c548b","name":"e2e-external-model"} {"level":"info","ts":1785458352.6352527,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785458352.6416097,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"374357b9-8db7-4fa7-9fe0-b466ec5c548b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785458352.6448817,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"374357b9-8db7-4fa7-9fe0-b466ec5c548b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458352.644986,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3fa654d-e137-4d67-885a-1b1f088914cb"} {"level":"info","ts":1785458352.6450408,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3fa654d-e137-4d67-885a-1b1f088914cb","name":"e2e-external-model"} {"level":"info","ts":1785458352.6548955,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3fa654d-e137-4d67-885a-1b1f088914cb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785458352.7279296,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f649267-333b-49ff-beb7-5fb05c7d1c85","name":"e2e-external-provider"} {"level":"info","ts":1785458352.7414973,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f649267-333b-49ff-beb7-5fb05c7d1c85","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785458352.746523,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6f649267-333b-49ff-beb7-5fb05c7d1c85","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458352.746653,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3034aa2f-ef6e-4541-9cb5-6463bcf72abb"} {"level":"info","ts":1785458352.7467754,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3034aa2f-ef6e-4541-9cb5-6463bcf72abb","name":"e2e-external-provider"} {"level":"info","ts":1785458352.7553012,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3034aa2f-ef6e-4541-9cb5-6463bcf72abb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785458364.2292666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458364.2293422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e"} {"level":"info","ts":1785458364.2293515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e"} {"level":"info","ts":1785458364.2293618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e","EoS":false} {"level":"info","ts":1785458364.2293758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e","EoS":true} {"level":"info","ts":1785458364.2293966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785458364.2294118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785458364.2294202,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e","modelName":"e2e-external-model"} {"level":"info","ts":1785458364.2294343,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785458364.2294784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cafbed9-ab0a-4da6-8c99-752234e5377e"} {"level":"info","ts":1785458364.2854557,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458364.285538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc"} {"level":"info","ts":1785458364.285554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc"} {"level":"info","ts":1785458364.2855659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc","EoS":false} {"level":"info","ts":1785458364.2855759,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc","EoS":true} {"level":"info","ts":1785458364.2855947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785458364.2856138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785458364.2856247,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc","modelName":"e2e-external-model"} {"level":"info","ts":1785458364.2856407,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785458364.2856753,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19fe5c7b-8871-4308-a74a-cf4665af44fc"} {"level":"info","ts":1785458364.3161721,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458364.316225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.3162358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.3162458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","EoS":false} {"level":"info","ts":1785458364.316258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","EoS":true} {"level":"info","ts":1785458364.3162813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785458364.316295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785458364.3163018,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","modelName":"e2e-external-model"} {"level":"info","ts":1785458364.3163157,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785458364.316355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d62a8d44-5051-435c-bd55-0fd95b6791f8"} {"level":"info","ts":1785458364.533916,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bff965a0-5273-48c1-88a1-2e8ace4f276d"} {"level":"info","ts":1785458364.5339394,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58588fca-f059-4281-8b4f-a7becbdca6d0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.5339646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"58588fca-f059-4281-8b4f-a7becbdca6d0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785458364.5386138,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e520840a-b6b1-4122-9581-0111a12f252d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.5386477,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e520840a-b6b1-4122-9581-0111a12f252d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785458364.538835,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bff965a0-5273-48c1-88a1-2e8ace4f276d","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.547732,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bff965a0-5273-48c1-88a1-2e8ace4f276d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785458364.556562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c1cc3af-a128-46a7-a4c3-de7da621b679"} {"level":"info","ts":1785458364.5566099,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c1cc3af-a128-46a7-a4c3-de7da621b679","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.557943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3422a972-8747-4501-94ed-3802c3b28129","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.5579753,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3422a972-8747-4501-94ed-3802c3b28129","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785458364.5892785,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c1cc3af-a128-46a7-a4c3-de7da621b679","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785458364.5893412,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c1cc3af-a128-46a7-a4c3-de7da621b679","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458364.5894277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5bc2f9-60f0-414f-92ff-3358ba496bb2"} {"level":"info","ts":1785458364.5894964,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5bc2f9-60f0-414f-92ff-3358ba496bb2","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.5978816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48624025-90ec-4b3d-a89d-7ecba32396d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.5979147,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48624025-90ec-4b3d-a89d-7ecba32396d3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785458364.6044545,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5bc2f9-60f0-414f-92ff-3358ba496bb2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785458364.610682,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad5bc2f9-60f0-414f-92ff-3358ba496bb2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458364.6107965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"343102f9-5105-4dd4-bc1a-a13b830aefff"} {"level":"info","ts":1785458364.6108506,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"343102f9-5105-4dd4-bc1a-a13b830aefff","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.6310136,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f5ca4c8-1636-4024-ab2e-3dac9c31c00e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458364.6310494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f5ca4c8-1636-4024-ab2e-3dac9c31c00e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785458364.634829,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"343102f9-5105-4dd4-bc1a-a13b830aefff","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785458364.641334,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"343102f9-5105-4dd4-bc1a-a13b830aefff","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785458364.6414125,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0778eb5-6f14-41cb-ad84-2a52e975858d"} {"level":"info","ts":1785458364.6414642,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0778eb5-6f14-41cb-ad84-2a52e975858d","name":"e2e-cleanup-test"} {"level":"info","ts":1785458364.6634314,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0778eb5-6f14-41cb-ad84-2a52e975858d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785458372.7957323,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fe691299-b518-4bb6-92ea-169d7c9808be"} {"level":"info","ts":1785458372.795808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f55cfe2-ea86-44de-a2dc-284dd471e46a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458372.7958372,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f55cfe2-ea86-44de-a2dc-284dd471e46a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785458377.1195161,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458377.1196053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d"} {"level":"info","ts":1785458377.1196146,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d"} {"level":"info","ts":1785458377.1196275,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d","EoS":false} {"level":"info","ts":1785458377.1196382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d","EoS":true} {"level":"info","ts":1785458377.1196613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785458377.1196742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785458377.119699,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa2b92f5-8aa4-4fa2-986a-734ab1cf2d2d"} {"level":"info","ts":1785458377.1510437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458377.1511037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.1511126,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.151123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","EoS":false} {"level":"info","ts":1785458377.1511328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","EoS":true} {"level":"info","ts":1785458377.1511517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785458377.151166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785458377.151173,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","modelName":"e2e-external-model"} {"level":"info","ts":1785458377.151229,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785458377.151268,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cfe14e8-036b-4832-8a40-339c7855e0f8"} {"level":"info","ts":1785458377.2436023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458377.2436566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.243665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.2436745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","EoS":false} {"level":"info","ts":1785458377.2436843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","EoS":true} {"level":"info","ts":1785458377.2437017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785458377.2437134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785458377.243732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03c9f952-81aa-4bd6-9174-567efb96a0b6"} {"level":"info","ts":1785458377.3270426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785458377.3271012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458377.3271108,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458377.3271337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","EoS":false} {"level":"info","ts":1785458377.3271434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","EoS":true} {"level":"info","ts":1785458377.3271613,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a","field":"model"} {"level":"info","ts":1785458377.327183,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9f9ad4e5-9df7-401e-8884-d9e5ac71668a"} {"level":"info","ts":1785458378.2603736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66559f6d-c0f6-4ed8-8825-8e0f8f23b4c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458378.2603972,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da90f99c-36a4-4a06-a620-31d44353038b"} {"level":"info","ts":1785458378.2604136,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66559f6d-c0f6-4ed8-8825-8e0f8f23b4c2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785458378.4179368,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e7609fa-beca-4834-863e-513abd15e71f"} {"level":"info","ts":1785458378.417941,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95620152-2cb5-4da2-8bb9-91cd3db3ffd6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785458378.418013,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"95620152-2cb5-4da2-8bb9-91cd3db3ffd6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785459984.3996274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785459984.399724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f935bf4b-6127-4862-ac97-5942838bca0d"} {"level":"info","ts":1785460059.2337499,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785460059.2338507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"} {"level":"info","ts":1785460059.2338655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"} {"level":"info","ts":1785460059.2338827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","EoS":false} {"level":"info","ts":1785460059.233896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","EoS":true} {"level":"info","ts":1785460059.2339203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785460059.2339358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785460059.2339652,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f8c3e20-4402-4462-b17b-957ee6857644"}