{"level":"info","ts":1785814145.7666187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36e17f65-b148-40cd-a20c-339ea13f2de4"} {"level":"info","ts":1785814145.7666328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36e17f65-b148-40cd-a20c-339ea13f2de4","EoS":false} {"level":"info","ts":1785814145.7666473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36e17f65-b148-40cd-a20c-339ea13f2de4","EoS":true} {"level":"info","ts":1785814145.7666676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36e17f65-b148-40cd-a20c-339ea13f2de4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814145.766682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36e17f65-b148-40cd-a20c-339ea13f2de4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814145.766701,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36e17f65-b148-40cd-a20c-339ea13f2de4"} {"level":"info","ts":1785814145.7886763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814145.7887394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"017dc450-4eed-461f-a92d-4af9077a5e11"} {"level":"info","ts":1785814145.7887492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"017dc450-4eed-461f-a92d-4af9077a5e11"} {"level":"info","ts":1785814145.7887597,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"017dc450-4eed-461f-a92d-4af9077a5e11","EoS":false} {"level":"info","ts":1785814145.7887723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"017dc450-4eed-461f-a92d-4af9077a5e11","EoS":true} {"level":"info","ts":1785814145.7887912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"017dc450-4eed-461f-a92d-4af9077a5e11","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814145.7888067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"017dc450-4eed-461f-a92d-4af9077a5e11","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814145.7888284,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"017dc450-4eed-461f-a92d-4af9077a5e11"} {"level":"info","ts":1785814145.831763,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814145.8318331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82066b58-bad8-499f-a715-454e660d89ef"} {"level":"info","ts":1785814145.8318434,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82066b58-bad8-499f-a715-454e660d89ef"} {"level":"info","ts":1785814145.8318546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82066b58-bad8-499f-a715-454e660d89ef","EoS":false} {"level":"info","ts":1785814145.8318682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82066b58-bad8-499f-a715-454e660d89ef","EoS":true} {"level":"info","ts":1785814145.83189,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82066b58-bad8-499f-a715-454e660d89ef","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814145.8319077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82066b58-bad8-499f-a715-454e660d89ef","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814145.8319275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82066b58-bad8-499f-a715-454e660d89ef"} {"level":"info","ts":1785814146.469456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814146.4695678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0f1f3d7-705f-4974-b0b0-13667ab32ada"} {"level":"info","ts":1785814146.4695847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0f1f3d7-705f-4974-b0b0-13667ab32ada"} {"level":"info","ts":1785814146.4695973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0f1f3d7-705f-4974-b0b0-13667ab32ada","EoS":false} {"level":"info","ts":1785814146.4696095,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0f1f3d7-705f-4974-b0b0-13667ab32ada","EoS":true} {"level":"info","ts":1785814146.469632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0f1f3d7-705f-4974-b0b0-13667ab32ada","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814146.4696486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0f1f3d7-705f-4974-b0b0-13667ab32ada","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814146.4696689,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0f1f3d7-705f-4974-b0b0-13667ab32ada"} {"level":"info","ts":1785814146.5087724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814146.5088527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1a5ecdb-8e95-4f17-97b4-d628c2b2aed8"} {"level":"info","ts":1785814146.508866,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1a5ecdb-8e95-4f17-97b4-d628c2b2aed8"} {"level":"info","ts":1785814146.5088773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1a5ecdb-8e95-4f17-97b4-d628c2b2aed8","EoS":false} {"level":"info","ts":1785814146.5088892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1a5ecdb-8e95-4f17-97b4-d628c2b2aed8","EoS":true} {"level":"info","ts":1785814146.5089087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1a5ecdb-8e95-4f17-97b4-d628c2b2aed8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814146.5089235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1a5ecdb-8e95-4f17-97b4-d628c2b2aed8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814146.5089447,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1a5ecdb-8e95-4f17-97b4-d628c2b2aed8"} {"level":"info","ts":1785814150.669572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814150.6696675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90322734-706c-4a71-ab69-a30aabb2f9b6"} {"level":"info","ts":1785814150.6696842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90322734-706c-4a71-ab69-a30aabb2f9b6"} {"level":"info","ts":1785814150.6697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90322734-706c-4a71-ab69-a30aabb2f9b6","EoS":false} {"level":"info","ts":1785814150.6697178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90322734-706c-4a71-ab69-a30aabb2f9b6","EoS":true} {"level":"info","ts":1785814150.6697485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90322734-706c-4a71-ab69-a30aabb2f9b6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814150.6697683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90322734-706c-4a71-ab69-a30aabb2f9b6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814150.669797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90322734-706c-4a71-ab69-a30aabb2f9b6"} {"level":"info","ts":1785814169.5509686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814169.551064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f08e33d0-407c-4da3-947f-e34c9fb69acb"} {"level":"info","ts":1785814169.5510812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f08e33d0-407c-4da3-947f-e34c9fb69acb"} {"level":"info","ts":1785814169.5510967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f08e33d0-407c-4da3-947f-e34c9fb69acb","EoS":false} {"level":"info","ts":1785814169.5511098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f08e33d0-407c-4da3-947f-e34c9fb69acb","EoS":true} {"level":"info","ts":1785814169.5511317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f08e33d0-407c-4da3-947f-e34c9fb69acb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814169.5511491,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f08e33d0-407c-4da3-947f-e34c9fb69acb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814169.5511837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f08e33d0-407c-4da3-947f-e34c9fb69acb"} {"level":"info","ts":1785814169.685914,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814169.6859958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c460166-0f2a-4c63-b47d-b13e0a7199d7"} {"level":"info","ts":1785814169.686008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c460166-0f2a-4c63-b47d-b13e0a7199d7"} {"level":"info","ts":1785814169.6860213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c460166-0f2a-4c63-b47d-b13e0a7199d7","EoS":false} {"level":"info","ts":1785814169.6860404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c460166-0f2a-4c63-b47d-b13e0a7199d7","EoS":true} {"level":"info","ts":1785814169.6860635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c460166-0f2a-4c63-b47d-b13e0a7199d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814169.6860795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c460166-0f2a-4c63-b47d-b13e0a7199d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814169.6861024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c460166-0f2a-4c63-b47d-b13e0a7199d7"} {"level":"info","ts":1785814169.819752,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814169.819828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9193b9a7-de67-4c0c-ba7c-270c78392bae"} {"level":"info","ts":1785814169.8198388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9193b9a7-de67-4c0c-ba7c-270c78392bae"} {"level":"info","ts":1785814169.81985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9193b9a7-de67-4c0c-ba7c-270c78392bae","EoS":false} {"level":"info","ts":1785814169.8198633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9193b9a7-de67-4c0c-ba7c-270c78392bae","EoS":true} {"level":"info","ts":1785814169.8198943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9193b9a7-de67-4c0c-ba7c-270c78392bae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814169.819911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9193b9a7-de67-4c0c-ba7c-270c78392bae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814169.8199337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9193b9a7-de67-4c0c-ba7c-270c78392bae"} {"level":"info","ts":1785814169.9558983,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814169.955998,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a61e938d-d351-4d84-9001-f7877b00ca39"} {"level":"info","ts":1785814169.9560103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a61e938d-d351-4d84-9001-f7877b00ca39"} {"level":"info","ts":1785814169.9560215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a61e938d-d351-4d84-9001-f7877b00ca39","EoS":false} {"level":"info","ts":1785814169.956037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a61e938d-d351-4d84-9001-f7877b00ca39","EoS":true} {"level":"info","ts":1785814169.9560595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a61e938d-d351-4d84-9001-f7877b00ca39","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814169.9560747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a61e938d-d351-4d84-9001-f7877b00ca39","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814169.9560938,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a61e938d-d351-4d84-9001-f7877b00ca39"} {"level":"info","ts":1785814170.0890298,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814170.089104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5387c5d2-9ddd-428e-8f67-15f33440b988"} {"level":"info","ts":1785814170.089119,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5387c5d2-9ddd-428e-8f67-15f33440b988"} {"level":"info","ts":1785814170.089131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5387c5d2-9ddd-428e-8f67-15f33440b988","EoS":false} {"level":"info","ts":1785814170.0891457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5387c5d2-9ddd-428e-8f67-15f33440b988","EoS":true} {"level":"info","ts":1785814170.0891716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5387c5d2-9ddd-428e-8f67-15f33440b988","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814170.0891914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5387c5d2-9ddd-428e-8f67-15f33440b988","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814170.0892174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5387c5d2-9ddd-428e-8f67-15f33440b988"} {"level":"info","ts":1785814170.2228787,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814170.2229555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7d629cc-4a59-46e0-9846-16051032d2bc"} {"level":"info","ts":1785814170.222965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7d629cc-4a59-46e0-9846-16051032d2bc"} {"level":"info","ts":1785814170.2229772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7d629cc-4a59-46e0-9846-16051032d2bc","EoS":false} {"level":"info","ts":1785814170.2229886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7d629cc-4a59-46e0-9846-16051032d2bc","EoS":true} {"level":"info","ts":1785814170.2230096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7d629cc-4a59-46e0-9846-16051032d2bc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814170.2230253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7d629cc-4a59-46e0-9846-16051032d2bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814170.2230449,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7d629cc-4a59-46e0-9846-16051032d2bc"} {"level":"info","ts":1785814193.29119,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814193.2912652,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4152109e-39f8-4d69-9a7e-0dc1ca3b42dc"} {"level":"info","ts":1785814193.2912767,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4152109e-39f8-4d69-9a7e-0dc1ca3b42dc"} {"level":"info","ts":1785814193.291288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4152109e-39f8-4d69-9a7e-0dc1ca3b42dc","EoS":false} {"level":"info","ts":1785814193.2912996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4152109e-39f8-4d69-9a7e-0dc1ca3b42dc","EoS":true} {"level":"info","ts":1785814193.2913213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4152109e-39f8-4d69-9a7e-0dc1ca3b42dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814193.291337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4152109e-39f8-4d69-9a7e-0dc1ca3b42dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814193.2913585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4152109e-39f8-4d69-9a7e-0dc1ca3b42dc"} {"level":"info","ts":1785814193.3235133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814193.323607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d5d0a4d-5f02-45a6-a445-c58c5f7eb503"} {"level":"info","ts":1785814193.3236203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d5d0a4d-5f02-45a6-a445-c58c5f7eb503"} {"level":"info","ts":1785814193.3236325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d5d0a4d-5f02-45a6-a445-c58c5f7eb503","EoS":false} {"level":"info","ts":1785814193.3236442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d5d0a4d-5f02-45a6-a445-c58c5f7eb503","EoS":true} {"level":"info","ts":1785814193.3236656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d5d0a4d-5f02-45a6-a445-c58c5f7eb503","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814193.3236816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d5d0a4d-5f02-45a6-a445-c58c5f7eb503","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814193.3237038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d5d0a4d-5f02-45a6-a445-c58c5f7eb503"} {"level":"info","ts":1785814193.354421,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814193.3545053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51d81e0f-ad07-4cab-b7cf-d0ea0861b8ba"} {"level":"info","ts":1785814193.3545196,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51d81e0f-ad07-4cab-b7cf-d0ea0861b8ba"} {"level":"info","ts":1785814193.354553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51d81e0f-ad07-4cab-b7cf-d0ea0861b8ba","EoS":false} {"level":"info","ts":1785814193.3545737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51d81e0f-ad07-4cab-b7cf-d0ea0861b8ba","EoS":true} {"level":"info","ts":1785814193.354605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51d81e0f-ad07-4cab-b7cf-d0ea0861b8ba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814193.3546238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51d81e0f-ad07-4cab-b7cf-d0ea0861b8ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814193.354653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51d81e0f-ad07-4cab-b7cf-d0ea0861b8ba"} {"level":"info","ts":1785814193.3823023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814193.3823895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b6a3570-0d1a-43b4-a013-ecca6ffdcfe3"} {"level":"info","ts":1785814197.978951,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814197.9790225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77f7a94d-0790-419b-b002-b4c8fe870325"} {"level":"info","ts":1785814197.9790318,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77f7a94d-0790-419b-b002-b4c8fe870325"} {"level":"info","ts":1785814197.979042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77f7a94d-0790-419b-b002-b4c8fe870325","EoS":false} {"level":"info","ts":1785814197.979053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77f7a94d-0790-419b-b002-b4c8fe870325","EoS":true} {"level":"info","ts":1785814197.9790757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"77f7a94d-0790-419b-b002-b4c8fe870325","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814197.979091,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77f7a94d-0790-419b-b002-b4c8fe870325","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814197.979111,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77f7a94d-0790-419b-b002-b4c8fe870325"} {"level":"info","ts":1785814206.5216165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814206.5216954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5aa9ce34-9a2e-48e8-ab8c-6832cc59dcaa"} {"level":"info","ts":1785814206.5217066,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5aa9ce34-9a2e-48e8-ab8c-6832cc59dcaa"} {"level":"info","ts":1785814206.5217185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5aa9ce34-9a2e-48e8-ab8c-6832cc59dcaa","EoS":false} {"level":"info","ts":1785814206.5217297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5aa9ce34-9a2e-48e8-ab8c-6832cc59dcaa","EoS":true} {"level":"info","ts":1785814206.521748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5aa9ce34-9a2e-48e8-ab8c-6832cc59dcaa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814206.5217633,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5aa9ce34-9a2e-48e8-ab8c-6832cc59dcaa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814206.5217822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5aa9ce34-9a2e-48e8-ab8c-6832cc59dcaa"} {"level":"info","ts":1785814208.5549822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814208.5550828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad7d1763-93f4-4d1d-a0c0-3573302c1e97"} {"level":"info","ts":1785814208.5550985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad7d1763-93f4-4d1d-a0c0-3573302c1e97"} {"level":"info","ts":1785814208.555115,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad7d1763-93f4-4d1d-a0c0-3573302c1e97","EoS":false} {"level":"info","ts":1785814208.5551336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad7d1763-93f4-4d1d-a0c0-3573302c1e97","EoS":true} {"level":"info","ts":1785814208.555166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad7d1763-93f4-4d1d-a0c0-3573302c1e97","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814208.555192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad7d1763-93f4-4d1d-a0c0-3573302c1e97","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814208.5552225,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad7d1763-93f4-4d1d-a0c0-3573302c1e97"} {"level":"info","ts":1785814210.589172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814210.5892513,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"746da6df-e8fe-44a1-bd76-164091fcfbfd"} {"level":"info","ts":1785814210.5892608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"746da6df-e8fe-44a1-bd76-164091fcfbfd"} {"level":"info","ts":1785814210.5892723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"746da6df-e8fe-44a1-bd76-164091fcfbfd","EoS":false} {"level":"info","ts":1785814210.5892866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"746da6df-e8fe-44a1-bd76-164091fcfbfd","EoS":true} {"level":"info","ts":1785814210.5893054,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"746da6df-e8fe-44a1-bd76-164091fcfbfd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814210.589323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"746da6df-e8fe-44a1-bd76-164091fcfbfd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814210.5893435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"746da6df-e8fe-44a1-bd76-164091fcfbfd"} {"level":"info","ts":1785814223.4369674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814223.4370747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1606c60b-6e08-4259-905a-79074b945f04"} {"level":"info","ts":1785814223.4370954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1606c60b-6e08-4259-905a-79074b945f04"} {"level":"info","ts":1785814223.4371133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1606c60b-6e08-4259-905a-79074b945f04","EoS":false} {"level":"info","ts":1785814223.4371295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1606c60b-6e08-4259-905a-79074b945f04","EoS":true} {"level":"info","ts":1785814223.4371595,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1606c60b-6e08-4259-905a-79074b945f04","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814223.4371812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1606c60b-6e08-4259-905a-79074b945f04","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814223.4372065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1606c60b-6e08-4259-905a-79074b945f04"} {"level":"info","ts":1785814231.947125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814231.9472218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc61a237-d79c-4a23-99cd-166888cab87b"} {"level":"info","ts":1785814231.9472337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc61a237-d79c-4a23-99cd-166888cab87b"} {"level":"info","ts":1785814231.9472466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc61a237-d79c-4a23-99cd-166888cab87b","EoS":false} {"level":"info","ts":1785814231.9472578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc61a237-d79c-4a23-99cd-166888cab87b","EoS":true} {"level":"info","ts":1785814231.9472778,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc61a237-d79c-4a23-99cd-166888cab87b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814231.947295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc61a237-d79c-4a23-99cd-166888cab87b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814231.947316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc61a237-d79c-4a23-99cd-166888cab87b"} {"level":"info","ts":1785814240.7804117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814240.7805,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e79a8dba-906b-471d-a823-ab08dd22a61d"} {"level":"info","ts":1785814240.7805107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e79a8dba-906b-471d-a823-ab08dd22a61d"} {"level":"info","ts":1785814240.7805226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e79a8dba-906b-471d-a823-ab08dd22a61d","EoS":false} {"level":"info","ts":1785814240.7805345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e79a8dba-906b-471d-a823-ab08dd22a61d","EoS":true} {"level":"info","ts":1785814240.7805696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e79a8dba-906b-471d-a823-ab08dd22a61d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814240.7805834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e79a8dba-906b-471d-a823-ab08dd22a61d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814240.7806056,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e79a8dba-906b-471d-a823-ab08dd22a61d"} {"level":"info","ts":1785814249.733585,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814249.7336786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"732d9ec2-4e62-43df-af06-c32a026c86cd"} {"level":"info","ts":1785814249.7336931,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"732d9ec2-4e62-43df-af06-c32a026c86cd"} {"level":"info","ts":1785814249.7337146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"732d9ec2-4e62-43df-af06-c32a026c86cd","EoS":false} {"level":"info","ts":1785814249.7337272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"732d9ec2-4e62-43df-af06-c32a026c86cd","EoS":true} {"level":"info","ts":1785814249.7337506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"732d9ec2-4e62-43df-af06-c32a026c86cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814249.7337673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"732d9ec2-4e62-43df-af06-c32a026c86cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814249.7337883,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"732d9ec2-4e62-43df-af06-c32a026c86cd"} {"level":"info","ts":1785814254.4314854,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814254.431605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4acd04e0-67dd-4cf9-b198-32833a6189ff"} {"level":"info","ts":1785814254.4316182,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4acd04e0-67dd-4cf9-b198-32833a6189ff"} {"level":"info","ts":1785814254.4316304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4acd04e0-67dd-4cf9-b198-32833a6189ff","EoS":false} {"level":"info","ts":1785814254.4316442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4acd04e0-67dd-4cf9-b198-32833a6189ff","EoS":true} {"level":"info","ts":1785814254.4316633,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4acd04e0-67dd-4cf9-b198-32833a6189ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785814254.43168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4acd04e0-67dd-4cf9-b198-32833a6189ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814254.4317005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4acd04e0-67dd-4cf9-b198-32833a6189ff"} {"level":"info","ts":1785814259.1458356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814259.145914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6ffc569-045c-9cb6-b763-7db71d8fde7c"} {"level":"info","ts":1785814259.1459248,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6ffc569-045c-9cb6-b763-7db71d8fde7c"} {"level":"info","ts":1785814259.145936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6ffc569-045c-9cb6-b763-7db71d8fde7c","EoS":false} {"level":"info","ts":1785814259.1459503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6ffc569-045c-9cb6-b763-7db71d8fde7c","EoS":true} {"level":"info","ts":1785814259.1459727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6ffc569-045c-9cb6-b763-7db71d8fde7c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814259.1459875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6ffc569-045c-9cb6-b763-7db71d8fde7c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814259.1460094,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6ffc569-045c-9cb6-b763-7db71d8fde7c"} {"level":"info","ts":1785814280.603807,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814280.60389,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e484f0e-9367-49ca-bcca-07f6b2d9af13"} {"level":"info","ts":1785814280.6039042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e484f0e-9367-49ca-bcca-07f6b2d9af13"} {"level":"info","ts":1785814280.6039205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e484f0e-9367-49ca-bcca-07f6b2d9af13","EoS":false} {"level":"info","ts":1785814280.603935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e484f0e-9367-49ca-bcca-07f6b2d9af13","EoS":true} {"level":"info","ts":1785814280.6039643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e484f0e-9367-49ca-bcca-07f6b2d9af13","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814280.6039805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e484f0e-9367-49ca-bcca-07f6b2d9af13","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814280.6040025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e484f0e-9367-49ca-bcca-07f6b2d9af13"} {"level":"info","ts":1785814313.3719509,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814313.3720388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecabe4fd-73a8-462e-96d6-fdea9bc44d21"} {"level":"info","ts":1785814313.3720543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecabe4fd-73a8-462e-96d6-fdea9bc44d21"} {"level":"info","ts":1785814313.3720734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecabe4fd-73a8-462e-96d6-fdea9bc44d21","EoS":false} {"level":"info","ts":1785814313.3720934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecabe4fd-73a8-462e-96d6-fdea9bc44d21","EoS":true} {"level":"info","ts":1785814313.372127,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ecabe4fd-73a8-462e-96d6-fdea9bc44d21","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814313.3721461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecabe4fd-73a8-462e-96d6-fdea9bc44d21","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814313.3721755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ecabe4fd-73a8-462e-96d6-fdea9bc44d21"} {"level":"info","ts":1785814322.629017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814322.6291192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17f1a1d3-92b4-4ccd-ae08-61932bf5e4c6"} {"level":"info","ts":1785814322.6291466,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17f1a1d3-92b4-4ccd-ae08-61932bf5e4c6"} {"level":"info","ts":1785814322.6291637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17f1a1d3-92b4-4ccd-ae08-61932bf5e4c6","EoS":false} {"level":"info","ts":1785814322.6291811,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17f1a1d3-92b4-4ccd-ae08-61932bf5e4c6","EoS":true} {"level":"info","ts":1785814322.6292074,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17f1a1d3-92b4-4ccd-ae08-61932bf5e4c6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814322.6292262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17f1a1d3-92b4-4ccd-ae08-61932bf5e4c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814322.6292522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17f1a1d3-92b4-4ccd-ae08-61932bf5e4c6"} {"level":"info","ts":1785814349.1770148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814349.1770942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"498044d8-4dd7-4293-ac28-f9a19fc2b13f"} {"level":"info","ts":1785814349.1771052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"498044d8-4dd7-4293-ac28-f9a19fc2b13f"} {"level":"info","ts":1785814349.1771164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"498044d8-4dd7-4293-ac28-f9a19fc2b13f","EoS":false} {"level":"info","ts":1785814349.1771274,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"498044d8-4dd7-4293-ac28-f9a19fc2b13f","EoS":true} {"level":"info","ts":1785814349.1771502,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"498044d8-4dd7-4293-ac28-f9a19fc2b13f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814349.177165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"498044d8-4dd7-4293-ac28-f9a19fc2b13f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814349.1771848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"498044d8-4dd7-4293-ac28-f9a19fc2b13f"} {"level":"info","ts":1785814358.6436648,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814358.6437554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3afeb19-2637-4c0c-a964-212437b228bf"} {"level":"info","ts":1785814358.6437738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3afeb19-2637-4c0c-a964-212437b228bf"} {"level":"info","ts":1785814358.643792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3afeb19-2637-4c0c-a964-212437b228bf","EoS":false} {"level":"info","ts":1785814358.6438107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3afeb19-2637-4c0c-a964-212437b228bf","EoS":true} {"level":"info","ts":1785814358.6438406,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3afeb19-2637-4c0c-a964-212437b228bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814358.6438596,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3afeb19-2637-4c0c-a964-212437b228bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814358.6439254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3afeb19-2637-4c0c-a964-212437b228bf"} {"level":"info","ts":1785814367.977157,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814367.9772449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9297add-0744-425e-9afe-365ad370f250"} {"level":"info","ts":1785814367.9772565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9297add-0744-425e-9afe-365ad370f250"} {"level":"info","ts":1785814367.9772727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9297add-0744-425e-9afe-365ad370f250","EoS":false} {"level":"info","ts":1785814367.977289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9297add-0744-425e-9afe-365ad370f250","EoS":true} {"level":"info","ts":1785814367.977312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9297add-0744-425e-9afe-365ad370f250","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814367.9773269,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9297add-0744-425e-9afe-365ad370f250","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814367.9773493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9297add-0744-425e-9afe-365ad370f250"} {"level":"info","ts":1785814368.0137448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814368.0138292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aed77217-4f0a-40a0-a5fa-f84a893d21f4"} {"level":"info","ts":1785814368.0138416,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aed77217-4f0a-40a0-a5fa-f84a893d21f4"} {"level":"info","ts":1785814368.0138545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aed77217-4f0a-40a0-a5fa-f84a893d21f4","EoS":false} {"level":"info","ts":1785814368.0138693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aed77217-4f0a-40a0-a5fa-f84a893d21f4","EoS":true} {"level":"info","ts":1785814368.0138962,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aed77217-4f0a-40a0-a5fa-f84a893d21f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814368.0139134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aed77217-4f0a-40a0-a5fa-f84a893d21f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814368.013933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aed77217-4f0a-40a0-a5fa-f84a893d21f4"} {"level":"info","ts":1785814386.938209,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814386.938288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90c1621e-8bf3-444c-9be2-10e35df9085b"} {"level":"info","ts":1785814386.9382982,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90c1621e-8bf3-444c-9be2-10e35df9085b"} {"level":"info","ts":1785814386.9383094,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90c1621e-8bf3-444c-9be2-10e35df9085b","EoS":false} {"level":"info","ts":1785814386.9383276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90c1621e-8bf3-444c-9be2-10e35df9085b","EoS":true} {"level":"info","ts":1785814386.93835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90c1621e-8bf3-444c-9be2-10e35df9085b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814386.9383655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90c1621e-8bf3-444c-9be2-10e35df9085b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814386.938387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90c1621e-8bf3-444c-9be2-10e35df9085b"} {"level":"info","ts":1785814396.1954308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814396.1955156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43d2f432-eefe-47db-b97d-014216b187a1"} {"level":"info","ts":1785814396.1955264,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43d2f432-eefe-47db-b97d-014216b187a1"} {"level":"info","ts":1785814396.1955607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43d2f432-eefe-47db-b97d-014216b187a1","EoS":false} {"level":"info","ts":1785814396.195575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43d2f432-eefe-47db-b97d-014216b187a1","EoS":true} {"level":"info","ts":1785814396.195596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43d2f432-eefe-47db-b97d-014216b187a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814396.1956117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43d2f432-eefe-47db-b97d-014216b187a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814396.1956332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43d2f432-eefe-47db-b97d-014216b187a1"} {"level":"info","ts":1785814412.0219355,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814412.0220132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d49b4d8-8dc1-411b-9f64-83d4e289d3ea"} {"level":"info","ts":1785814412.0220225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5d49b4d8-8dc1-411b-9f64-83d4e289d3ea"} {"level":"info","ts":1785814412.0220351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d49b4d8-8dc1-411b-9f64-83d4e289d3ea","EoS":false} {"level":"info","ts":1785814412.0220482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5d49b4d8-8dc1-411b-9f64-83d4e289d3ea","EoS":true} {"level":"info","ts":1785814412.0220728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d49b4d8-8dc1-411b-9f64-83d4e289d3ea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785814412.0220888,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d49b4d8-8dc1-411b-9f64-83d4e289d3ea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785814412.022109,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5d49b4d8-8dc1-411b-9f64-83d4e289d3ea"} {"level":"info","ts":1785814565.793073,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814565.7931523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7c2e326-e652-4b8b-afdf-7013d5b54fd1"} {"level":"info","ts":1785814565.7931626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7c2e326-e652-4b8b-afdf-7013d5b54fd1"} {"level":"info","ts":1785814565.7931743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7c2e326-e652-4b8b-afdf-7013d5b54fd1","EoS":false} {"level":"info","ts":1785814565.7931845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7c2e326-e652-4b8b-afdf-7013d5b54fd1","EoS":true} {"level":"info","ts":1785814565.7932043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7c2e326-e652-4b8b-afdf-7013d5b54fd1","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785814565.7932196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7c2e326-e652-4b8b-afdf-7013d5b54fd1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785814565.7932382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7c2e326-e652-4b8b-afdf-7013d5b54fd1"} {"level":"info","ts":1785814591.2259479,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814591.2260296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c3a4f6c-eb0b-4dc0-8c2e-9e4a52adfa2d"} {"level":"info","ts":1785814591.226039,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c3a4f6c-eb0b-4dc0-8c2e-9e4a52adfa2d"} {"level":"info","ts":1785814591.2260501,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c3a4f6c-eb0b-4dc0-8c2e-9e4a52adfa2d","EoS":false} {"level":"info","ts":1785814591.2260606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c3a4f6c-eb0b-4dc0-8c2e-9e4a52adfa2d","EoS":true} {"level":"info","ts":1785814591.22608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c3a4f6c-eb0b-4dc0-8c2e-9e4a52adfa2d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785814591.2260957,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c3a4f6c-eb0b-4dc0-8c2e-9e4a52adfa2d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785814591.226114,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c3a4f6c-eb0b-4dc0-8c2e-9e4a52adfa2d"} {"level":"info","ts":1785814664.0154014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814664.0156076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54f5654b-cbd8-48d8-a6f7-6ba5717996b6"} {"level":"info","ts":1785814664.015666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54f5654b-cbd8-48d8-a6f7-6ba5717996b6"} {"level":"info","ts":1785814664.0157075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54f5654b-cbd8-48d8-a6f7-6ba5717996b6","EoS":false} {"level":"info","ts":1785814664.015743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54f5654b-cbd8-48d8-a6f7-6ba5717996b6","EoS":true} {"level":"info","ts":1785814664.0157902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54f5654b-cbd8-48d8-a6f7-6ba5717996b6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814664.015826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54f5654b-cbd8-48d8-a6f7-6ba5717996b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814664.0158784,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54f5654b-cbd8-48d8-a6f7-6ba5717996b6"} {"level":"info","ts":1785814679.2641618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814679.2642455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f8113b0-3c08-47a1-8baa-48075e6de595"} {"level":"info","ts":1785814679.2642553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f8113b0-3c08-47a1-8baa-48075e6de595"} {"level":"info","ts":1785814679.2642663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f8113b0-3c08-47a1-8baa-48075e6de595","EoS":false} {"level":"info","ts":1785814679.2642791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f8113b0-3c08-47a1-8baa-48075e6de595","EoS":true} {"level":"info","ts":1785814679.2643282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f8113b0-3c08-47a1-8baa-48075e6de595","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814679.2643435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f8113b0-3c08-47a1-8baa-48075e6de595","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814679.2643638,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f8113b0-3c08-47a1-8baa-48075e6de595"} {"level":"info","ts":1785814679.5365078,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785814679.5365927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6f50ba5-8b9c-4159-a0e8-b88fcedc4a5e"} {"level":"info","ts":1785814679.5366023,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6f50ba5-8b9c-4159-a0e8-b88fcedc4a5e"} {"level":"info","ts":1785814679.5366137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6f50ba5-8b9c-4159-a0e8-b88fcedc4a5e","EoS":false} {"level":"info","ts":1785814679.5366259,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6f50ba5-8b9c-4159-a0e8-b88fcedc4a5e","EoS":true} {"level":"info","ts":1785814679.5366454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6f50ba5-8b9c-4159-a0e8-b88fcedc4a5e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785814679.536661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6f50ba5-8b9c-4159-a0e8-b88fcedc4a5e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785814679.5366802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6f50ba5-8b9c-4159-a0e8-b88fcedc4a5e"} {"level":"info","ts":1785815034.4721768,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815034.4722817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db6b8220-5b91-4578-b11e-6cc07c9001b3"} {"level":"info","ts":1785815034.472301,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db6b8220-5b91-4578-b11e-6cc07c9001b3"} {"level":"info","ts":1785815034.4723165,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db6b8220-5b91-4578-b11e-6cc07c9001b3","EoS":false} {"level":"info","ts":1785815034.472328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db6b8220-5b91-4578-b11e-6cc07c9001b3","EoS":true} {"level":"info","ts":1785815034.47235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db6b8220-5b91-4578-b11e-6cc07c9001b3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785815034.4723663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db6b8220-5b91-4578-b11e-6cc07c9001b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785815034.4723866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db6b8220-5b91-4578-b11e-6cc07c9001b3"} {"level":"info","ts":1785815034.5182197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815034.5182958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccf40c81-dbcc-46eb-ac15-526b4e4ac690"} {"level":"info","ts":1785815034.5183067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ccf40c81-dbcc-46eb-ac15-526b4e4ac690"} {"level":"info","ts":1785815034.5183175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccf40c81-dbcc-46eb-ac15-526b4e4ac690","EoS":false} {"level":"info","ts":1785815034.518329,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ccf40c81-dbcc-46eb-ac15-526b4e4ac690","EoS":true} {"level":"info","ts":1785815034.51835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccf40c81-dbcc-46eb-ac15-526b4e4ac690","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785815034.518365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccf40c81-dbcc-46eb-ac15-526b4e4ac690","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785815034.5183842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ccf40c81-dbcc-46eb-ac15-526b4e4ac690"} {"level":"info","ts":1785815034.5491433,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815034.5492144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df1926b2-1902-4bcf-b09a-e264a2582f08"} {"level":"info","ts":1785815034.5492275,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df1926b2-1902-4bcf-b09a-e264a2582f08"} {"level":"info","ts":1785815034.549238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df1926b2-1902-4bcf-b09a-e264a2582f08","EoS":false} {"level":"info","ts":1785815034.5492492,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df1926b2-1902-4bcf-b09a-e264a2582f08","EoS":true} {"level":"info","ts":1785815034.5492687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df1926b2-1902-4bcf-b09a-e264a2582f08","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785815034.5492847,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df1926b2-1902-4bcf-b09a-e264a2582f08","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785815034.5493064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df1926b2-1902-4bcf-b09a-e264a2582f08"} {"level":"info","ts":1785815039.3759503,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3320ff16-a74f-4623-9045-5741c2edf1c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785815039.3759494,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b975cd97-4c98-40db-b6ab-9485dd6da2e5"} {"level":"info","ts":1785815039.375989,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3320ff16-a74f-4623-9045-5741c2edf1c7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785815039.3812056,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"809f4b21-6749-48cc-9b25-37a5efdb260f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785815039.3812373,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"809f4b21-6749-48cc-9b25-37a5efdb260f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785815039.3815093,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36418.401805764,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785815039.3815289,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785815039.4392924,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785815039.4823396,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36324.440339749,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785815039.4823694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785815039.527268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2ba3803-88f3-4412-94ba-67fbd909aedb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785815039.527305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9afae8-22d8-4e23-a9bd-5a5dc57601ec"} {"level":"info","ts":1785815039.5273688,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d2ba3803-88f3-4412-94ba-67fbd909aedb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785815039.5280108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5c3bb9-ba3b-4c44-91c4-37bf3ee87b1b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785815039.5280435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba5c3bb9-ba3b-4c44-91c4-37bf3ee87b1b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785815039.53168,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9afae8-22d8-4e23-a9bd-5a5dc57601ec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785815039.5317607,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9afae8-22d8-4e23-a9bd-5a5dc57601ec","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785815039.5351238,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4d8d0d3-426f-43c3-a4eb-046ed17f926b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785815039.535159,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c4d8d0d3-426f-43c3-a4eb-046ed17f926b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785815039.5352097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f11825c9-3da3-48c1-aa3d-c679133412f0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785815039.5352385,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f11825c9-3da3-48c1-aa3d-c679133412f0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785815039.5362139,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785815039.5363379,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9afae8-22d8-4e23-a9bd-5a5dc57601ec","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785815039.536391,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9afae8-22d8-4e23-a9bd-5a5dc57601ec","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785815039.5364587,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb39e66d-a697-4fb1-adfb-982501562b6e"} {"level":"info","ts":1785815039.5367212,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33468.694597488,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785815039.5367393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785815039.5578005,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785815039.5832634,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b975cd97-4c98-40db-b6ab-9485dd6da2e5","name":"e2e-external-provider"} {"level":"info","ts":1785815039.593933,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b975cd97-4c98-40db-b6ab-9485dd6da2e5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785815039.5973964,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b975cd97-4c98-40db-b6ab-9485dd6da2e5","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785815039.5974932,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4362ce02-b508-4f74-994c-2d18f9f232b0"} {"level":"info","ts":1785815039.5975602,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4362ce02-b508-4f74-994c-2d18f9f232b0","name":"e2e-external-provider"} {"level":"info","ts":1785815039.6063757,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4362ce02-b508-4f74-994c-2d18f9f232b0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785815039.6367223,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb39e66d-a697-4fb1-adfb-982501562b6e","name":"e2e-external-model"} {"level":"info","ts":1785815039.65205,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfee2252-5058-42c3-91d7-f0ddc59ef7c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785815039.6520984,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfee2252-5058-42c3-91d7-f0ddc59ef7c0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785815039.656911,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb39e66d-a697-4fb1-adfb-982501562b6e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785815039.6569636,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb39e66d-a697-4fb1-adfb-982501562b6e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785815039.6570137,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83ce9568-b563-4137-a311-491f7908bd6e"} {"level":"info","ts":1785815039.6570623,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83ce9568-b563-4137-a311-491f7908bd6e","name":"e2e-external-model"} {"level":"error","ts":1785815039.6653082,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83ce9568-b563-4137-a311-491f7908bd6e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785815039.6655078,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c312995b-334b-4a5f-b7b4-cef16d17216f"} {"level":"info","ts":1785815039.665563,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"577f48e1-e042-4408-87da-5d6c3ee225ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785815039.6655884,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"577f48e1-e042-4408-87da-5d6c3ee225ff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785815039.6656084,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c312995b-334b-4a5f-b7b4-cef16d17216f","name":"e2e-external-model"} {"level":"info","ts":1785815039.6727273,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c312995b-334b-4a5f-b7b4-cef16d17216f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785815039.6796458,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a878fbac-a364-4bbf-9cd1-41985ad71259"} {"level":"info","ts":1785815039.6796632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f631ae-254a-4e63-86cc-2a3a075c03bd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785815039.6796885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87f631ae-254a-4e63-86cc-2a3a075c03bd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785815039.6796982,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a878fbac-a364-4bbf-9cd1-41985ad71259","name":"e2e-external-model"} {"level":"info","ts":1785815039.6862068,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a878fbac-a364-4bbf-9cd1-41985ad71259","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785815061.6588593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815061.6589642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843"} {"level":"info","ts":1785815061.658978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843"} {"level":"info","ts":1785815061.6589897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843","EoS":false} {"level":"info","ts":1785815061.659001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843","EoS":true} {"level":"info","ts":1785815061.6590219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785815061.659037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785815061.659044,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843","modelName":"e2e-external-model"} {"level":"info","ts":1785815061.6590579,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785815061.659101,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22ac70ee-6740-4931-845f-214e9408e843"} {"level":"info","ts":1785815061.7039812,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815061.704047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df"} {"level":"info","ts":1785815061.7040553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df"} {"level":"info","ts":1785815061.7040653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df","EoS":false} {"level":"info","ts":1785815061.704079,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df","EoS":true} {"level":"info","ts":1785815061.7040975,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785815061.7041125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785815061.7041202,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df","modelName":"e2e-external-model"} {"level":"info","ts":1785815061.7041347,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785815061.70417,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c1c4789-d815-4123-b572-a3757c2803df"} {"level":"info","ts":1785815061.731029,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815061.7310963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298"} {"level":"info","ts":1785815061.7311075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298"} {"level":"info","ts":1785815061.731118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298","EoS":false} {"level":"info","ts":1785815061.7311318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298","EoS":true} {"level":"info","ts":1785815061.7311513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785815061.7311664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785815061.7311733,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298","modelName":"e2e-external-model"} {"level":"info","ts":1785815061.7311897,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785815061.7312272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea9e0387-33bd-4a54-b263-2515b0fa7298"} {"level":"info","ts":1785815061.950419,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fb120b0-266b-4730-a687-8d1bf050c3a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785815061.9504635,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1fb120b0-266b-4730-a687-8d1bf050c3a3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785815061.9504097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94685954-a8c6-463b-8384-875e45583687"} {"level":"info","ts":1785815061.9557283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5bd8a0c-99dd-4c14-8afc-07e9614a7890","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785815061.9557612,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5bd8a0c-99dd-4c14-8afc-07e9614a7890","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785815061.9560957,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94685954-a8c6-463b-8384-875e45583687","name":"e2e-cleanup-test"} {"level":"info","ts":1785815061.9634073,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"94685954-a8c6-463b-8384-875e45583687","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785815061.9708009,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"803aecb8-9d86-4ff9-946c-5895d45a55a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785815061.9708338,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"803aecb8-9d86-4ff9-946c-5895d45a55a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785815061.9709792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92aa5620-0937-4ff4-a4bf-f11c673e3bb1"} {"level":"info","ts":1785815061.9710217,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92aa5620-0937-4ff4-a4bf-f11c673e3bb1","name":"e2e-cleanup-test"} {"level":"info","ts":1785815061.9847867,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c14df06f-91e3-460a-83c8-e6e760a4dc17","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785815061.9848144,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c14df06f-91e3-460a-83c8-e6e760a4dc17","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785815061.9849398,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"92aa5620-0937-4ff4-a4bf-f11c673e3bb1","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785815061.9850044,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2b4fd1-5086-4c52-ab3f-4e1d7bf095cb"} {"level":"info","ts":1785815061.985052,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2b4fd1-5086-4c52-ab3f-4e1d7bf095cb","name":"e2e-cleanup-test"} {"level":"info","ts":1785815061.9927971,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e2b4fd1-5086-4c52-ab3f-4e1d7bf095cb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785815062.0013256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38eaa2a7-d131-45c2-9dd7-13e3d915ae16","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785815062.0013516,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38eaa2a7-d131-45c2-9dd7-13e3d915ae16","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785815062.0019455,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"186438cf-49aa-4ecd-9a55-18948bbe220d"} {"level":"info","ts":1785815062.00199,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"186438cf-49aa-4ecd-9a55-18948bbe220d","name":"e2e-cleanup-test"} {"level":"info","ts":1785815062.0111487,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"186438cf-49aa-4ecd-9a55-18948bbe220d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785815070.1995864,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"97925c37-ea45-4205-b031-8acfff4e3259"} {"level":"info","ts":1785815070.1996248,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"166b311c-c6d3-4d09-82e2-f5e4a059f71a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785815070.199655,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"166b311c-c6d3-4d09-82e2-f5e4a059f71a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785815074.4718003,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815074.471914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5e7b7ce-146d-4ef5-8b7b-541b39fa8bfa"} {"level":"info","ts":1785815074.4719276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5e7b7ce-146d-4ef5-8b7b-541b39fa8bfa"} {"level":"info","ts":1785815074.4719448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5e7b7ce-146d-4ef5-8b7b-541b39fa8bfa","EoS":false} {"level":"info","ts":1785815074.4719582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5e7b7ce-146d-4ef5-8b7b-541b39fa8bfa","EoS":true} {"level":"info","ts":1785815074.4719782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5e7b7ce-146d-4ef5-8b7b-541b39fa8bfa","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785815074.4719937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5e7b7ce-146d-4ef5-8b7b-541b39fa8bfa","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785815074.4720128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5e7b7ce-146d-4ef5-8b7b-541b39fa8bfa"} {"level":"info","ts":1785815074.4946797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815074.4947572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a"} {"level":"info","ts":1785815074.4947665,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a"} {"level":"info","ts":1785815074.4947765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a","EoS":false} {"level":"info","ts":1785815074.4947872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a","EoS":true} {"level":"info","ts":1785815074.4948058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785815074.4948225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785815074.4948297,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a","modelName":"e2e-external-model"} {"level":"info","ts":1785815074.4948423,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785815074.4948797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"064588ac-9983-4b93-a7b2-97e77d71636a"} {"level":"info","ts":1785815074.6305628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815074.6306548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8daaf898-9044-402b-ba97-d8146115fa71"} {"level":"info","ts":1785815074.6306736,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8daaf898-9044-402b-ba97-d8146115fa71"} {"level":"info","ts":1785815074.6306875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8daaf898-9044-402b-ba97-d8146115fa71","EoS":false} {"level":"info","ts":1785815074.6306977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8daaf898-9044-402b-ba97-d8146115fa71","EoS":true} {"level":"info","ts":1785815074.6307182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8daaf898-9044-402b-ba97-d8146115fa71","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785815074.630735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8daaf898-9044-402b-ba97-d8146115fa71","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785815074.6307602,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8daaf898-9044-402b-ba97-d8146115fa71"} {"level":"info","ts":1785815074.7123175,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785815074.712398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47f1e655-5635-4dd4-a55a-e78b5e2b60bb"} {"level":"info","ts":1785815074.7124095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47f1e655-5635-4dd4-a55a-e78b5e2b60bb"} {"level":"info","ts":1785815074.7124217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47f1e655-5635-4dd4-a55a-e78b5e2b60bb","EoS":false} {"level":"info","ts":1785815074.712436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47f1e655-5635-4dd4-a55a-e78b5e2b60bb","EoS":true} {"level":"info","ts":1785815074.712459,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"47f1e655-5635-4dd4-a55a-e78b5e2b60bb","field":"model"} {"level":"info","ts":1785815074.7124836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47f1e655-5635-4dd4-a55a-e78b5e2b60bb"} {"level":"info","ts":1785815075.5750937,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9afa58a4-914f-4fdb-a6ea-12f1741140d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785815075.5751362,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9afa58a4-914f-4fdb-a6ea-12f1741140d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785815075.5750847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"16d31663-32f0-4f0e-ba88-b68eb55ad47d"} {"level":"info","ts":1785815075.7072537,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0d0f56b-9b2f-4ae1-8cb5-17b0da924d80"} {"level":"info","ts":1785815075.7073324,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96aa7a70-4daf-4079-a483-cf9c1eedb6d9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785815075.7073684,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96aa7a70-4daf-4079-a483-cf9c1eedb6d9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785816719.1122472,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785816719.1123352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e08779e-3bb8-466e-9486-a428320c73c5"} {"level":"info","ts":1785816793.9026875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785816793.9027708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d39d13e-c27a-4caf-94db-a39253bb0dc6"} {"level":"info","ts":1785816793.9027812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d39d13e-c27a-4caf-94db-a39253bb0dc6"} {"level":"info","ts":1785816793.902793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d39d13e-c27a-4caf-94db-a39253bb0dc6","EoS":false} {"level":"info","ts":1785816793.902804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7d39d13e-c27a-4caf-94db-a39253bb0dc6","EoS":true} {"level":"info","ts":1785816793.902827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d39d13e-c27a-4caf-94db-a39253bb0dc6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785816793.902846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d39d13e-c27a-4caf-94db-a39253bb0dc6","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785816793.902869,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7d39d13e-c27a-4caf-94db-a39253bb0dc6"}