{"level":"info","ts":1784932261.0755565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42f9ff65-585c-4b05-b0b8-6d3a581053c4"} {"level":"info","ts":1784932261.075567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42f9ff65-585c-4b05-b0b8-6d3a581053c4"} {"level":"info","ts":1784932261.0755804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42f9ff65-585c-4b05-b0b8-6d3a581053c4","EoS":false} {"level":"info","ts":1784932261.0755923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42f9ff65-585c-4b05-b0b8-6d3a581053c4","EoS":true} {"level":"info","ts":1784932261.0756109,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42f9ff65-585c-4b05-b0b8-6d3a581053c4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932261.0756245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42f9ff65-585c-4b05-b0b8-6d3a581053c4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932261.075646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42f9ff65-585c-4b05-b0b8-6d3a581053c4"} {"level":"info","ts":1784932265.2277226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932265.2278237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc44b30e-6f50-4016-a776-ab200ed00ae5"} {"level":"info","ts":1784932265.2278414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc44b30e-6f50-4016-a776-ab200ed00ae5"} {"level":"info","ts":1784932265.2278593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc44b30e-6f50-4016-a776-ab200ed00ae5","EoS":false} {"level":"info","ts":1784932265.2278795,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc44b30e-6f50-4016-a776-ab200ed00ae5","EoS":true} {"level":"info","ts":1784932265.2279084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc44b30e-6f50-4016-a776-ab200ed00ae5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932265.2279303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc44b30e-6f50-4016-a776-ab200ed00ae5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932265.2279627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc44b30e-6f50-4016-a776-ab200ed00ae5"} {"level":"info","ts":1784932284.1088817,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932284.108962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bca2c391-4dbb-4cda-b1b4-abf2720ae929"} {"level":"info","ts":1784932284.1089742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bca2c391-4dbb-4cda-b1b4-abf2720ae929"} {"level":"info","ts":1784932284.1089854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bca2c391-4dbb-4cda-b1b4-abf2720ae929","EoS":false} {"level":"info","ts":1784932284.1089993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bca2c391-4dbb-4cda-b1b4-abf2720ae929","EoS":true} {"level":"info","ts":1784932284.109022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bca2c391-4dbb-4cda-b1b4-abf2720ae929","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932284.1090393,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bca2c391-4dbb-4cda-b1b4-abf2720ae929","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932284.1090603,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bca2c391-4dbb-4cda-b1b4-abf2720ae929"} {"level":"info","ts":1784932284.2491403,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932284.2492294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7117b696-2c4e-4106-aa72-6d2c35c10f20"} {"level":"info","ts":1784932284.2492435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7117b696-2c4e-4106-aa72-6d2c35c10f20"} {"level":"info","ts":1784932284.2492604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7117b696-2c4e-4106-aa72-6d2c35c10f20","EoS":false} {"level":"info","ts":1784932284.2493625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7117b696-2c4e-4106-aa72-6d2c35c10f20","EoS":true} {"level":"info","ts":1784932284.2493987,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7117b696-2c4e-4106-aa72-6d2c35c10f20","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932284.2494218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7117b696-2c4e-4106-aa72-6d2c35c10f20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932284.249457,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7117b696-2c4e-4106-aa72-6d2c35c10f20"} {"level":"info","ts":1784932284.3916602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932284.391736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c2268ce-2ed2-46dc-85c9-b8e58eef60b5"} {"level":"info","ts":1784932284.3917456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c2268ce-2ed2-46dc-85c9-b8e58eef60b5"} {"level":"info","ts":1784932284.3917556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2268ce-2ed2-46dc-85c9-b8e58eef60b5","EoS":false} {"level":"info","ts":1784932284.3917654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2268ce-2ed2-46dc-85c9-b8e58eef60b5","EoS":true} {"level":"info","ts":1784932284.3917842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c2268ce-2ed2-46dc-85c9-b8e58eef60b5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932284.3918002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c2268ce-2ed2-46dc-85c9-b8e58eef60b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932284.3918211,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c2268ce-2ed2-46dc-85c9-b8e58eef60b5"} {"level":"info","ts":1784932284.5301118,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932284.5302036,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d36b8ec-5f0e-46ed-b813-32d606142bcd"} {"level":"info","ts":1784932284.530214,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9d36b8ec-5f0e-46ed-b813-32d606142bcd"} {"level":"info","ts":1784932284.5302248,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d36b8ec-5f0e-46ed-b813-32d606142bcd","EoS":false} {"level":"info","ts":1784932284.530237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9d36b8ec-5f0e-46ed-b813-32d606142bcd","EoS":true} {"level":"info","ts":1784932284.5302653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d36b8ec-5f0e-46ed-b813-32d606142bcd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932284.5302823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d36b8ec-5f0e-46ed-b813-32d606142bcd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932284.5303261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9d36b8ec-5f0e-46ed-b813-32d606142bcd"} {"level":"info","ts":1784932284.66948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932284.6695678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aca866e5-8461-4716-81b3-0b9f22c0cc5e"} {"level":"info","ts":1784932284.6695778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aca866e5-8461-4716-81b3-0b9f22c0cc5e"} {"level":"info","ts":1784932284.6695893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aca866e5-8461-4716-81b3-0b9f22c0cc5e","EoS":false} {"level":"info","ts":1784932284.6696029,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aca866e5-8461-4716-81b3-0b9f22c0cc5e","EoS":true} {"level":"info","ts":1784932284.6696243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aca866e5-8461-4716-81b3-0b9f22c0cc5e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932284.669638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aca866e5-8461-4716-81b3-0b9f22c0cc5e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932284.6696603,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aca866e5-8461-4716-81b3-0b9f22c0cc5e"} {"level":"info","ts":1784932284.8064942,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932284.806571,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e7f24a4-2a25-4820-8d2f-b39ae37b02c8"} {"level":"info","ts":1784932284.8065803,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e7f24a4-2a25-4820-8d2f-b39ae37b02c8"} {"level":"info","ts":1784932284.806591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e7f24a4-2a25-4820-8d2f-b39ae37b02c8","EoS":false} {"level":"info","ts":1784932284.8066015,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e7f24a4-2a25-4820-8d2f-b39ae37b02c8","EoS":true} {"level":"info","ts":1784932284.8066206,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e7f24a4-2a25-4820-8d2f-b39ae37b02c8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932284.8066368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e7f24a4-2a25-4820-8d2f-b39ae37b02c8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932284.806658,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e7f24a4-2a25-4820-8d2f-b39ae37b02c8"} {"level":"info","ts":1784932300.3334293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932300.3335216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9025b7ef-a155-4405-8695-ef1fd534ef8e"} {"level":"info","ts":1784932300.3335376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9025b7ef-a155-4405-8695-ef1fd534ef8e"} {"level":"info","ts":1784932300.333556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9025b7ef-a155-4405-8695-ef1fd534ef8e","EoS":false} {"level":"info","ts":1784932300.3335743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9025b7ef-a155-4405-8695-ef1fd534ef8e","EoS":true} {"level":"info","ts":1784932300.3336558,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9025b7ef-a155-4405-8695-ef1fd534ef8e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932300.3336775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9025b7ef-a155-4405-8695-ef1fd534ef8e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932300.3337083,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9025b7ef-a155-4405-8695-ef1fd534ef8e"} {"level":"info","ts":1784932300.370929,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932300.3710074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6a1a532-3031-42bd-b416-cee3e0385e96"} {"level":"info","ts":1784932300.3710167,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6a1a532-3031-42bd-b416-cee3e0385e96"} {"level":"info","ts":1784932300.3710272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6a1a532-3031-42bd-b416-cee3e0385e96","EoS":false} {"level":"info","ts":1784932300.37104,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6a1a532-3031-42bd-b416-cee3e0385e96","EoS":true} {"level":"info","ts":1784932300.371062,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6a1a532-3031-42bd-b416-cee3e0385e96","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932300.371077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6a1a532-3031-42bd-b416-cee3e0385e96","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932300.3710983,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6a1a532-3031-42bd-b416-cee3e0385e96"} {"level":"info","ts":1784932300.406416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932300.4065006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7afbc074-4748-4eca-adeb-735a2bdfed65"} {"level":"info","ts":1784932300.40651,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7afbc074-4748-4eca-adeb-735a2bdfed65"} {"level":"info","ts":1784932300.4065213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7afbc074-4748-4eca-adeb-735a2bdfed65","EoS":false} {"level":"info","ts":1784932300.4065347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7afbc074-4748-4eca-adeb-735a2bdfed65","EoS":true} {"level":"info","ts":1784932300.4065554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7afbc074-4748-4eca-adeb-735a2bdfed65","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932300.4065745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7afbc074-4748-4eca-adeb-735a2bdfed65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932300.4066029,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7afbc074-4748-4eca-adeb-735a2bdfed65"} {"level":"info","ts":1784932300.4385655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932300.4386547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89eb09d0-414a-437a-a682-effc8229db46"} {"level":"info","ts":1784932300.4386683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89eb09d0-414a-437a-a682-effc8229db46"} {"level":"info","ts":1784932300.4386857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89eb09d0-414a-437a-a682-effc8229db46","EoS":false} {"level":"info","ts":1784932300.4387555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89eb09d0-414a-437a-a682-effc8229db46","EoS":true} {"level":"info","ts":1784932300.4387913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89eb09d0-414a-437a-a682-effc8229db46","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932300.438813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89eb09d0-414a-437a-a682-effc8229db46","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932300.438844,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89eb09d0-414a-437a-a682-effc8229db46"} {"level":"info","ts":1784932300.4776194,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932300.477698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a993f35-3eff-4366-965b-4a80959c3c13"} {"level":"info","ts":1784932305.09274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932305.0928156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abfb04d5-d7da-4ef5-acd5-c6ea4873f063"} {"level":"info","ts":1784932305.0928254,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"abfb04d5-d7da-4ef5-acd5-c6ea4873f063"} {"level":"info","ts":1784932305.0928354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abfb04d5-d7da-4ef5-acd5-c6ea4873f063","EoS":false} {"level":"info","ts":1784932305.0928473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abfb04d5-d7da-4ef5-acd5-c6ea4873f063","EoS":true} {"level":"info","ts":1784932305.0928693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abfb04d5-d7da-4ef5-acd5-c6ea4873f063","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932305.0928879,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abfb04d5-d7da-4ef5-acd5-c6ea4873f063","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932305.0929053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"abfb04d5-d7da-4ef5-acd5-c6ea4873f063"} {"level":"info","ts":1784932313.6475964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932313.647678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffb1f60e-11f3-46f9-b9e4-a88901c1ab72"} {"level":"info","ts":1784932313.6476932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffb1f60e-11f3-46f9-b9e4-a88901c1ab72"} {"level":"info","ts":1784932313.6477063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffb1f60e-11f3-46f9-b9e4-a88901c1ab72","EoS":false} {"level":"info","ts":1784932313.647725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffb1f60e-11f3-46f9-b9e4-a88901c1ab72","EoS":true} {"level":"info","ts":1784932313.647747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffb1f60e-11f3-46f9-b9e4-a88901c1ab72","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932313.6477628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffb1f60e-11f3-46f9-b9e4-a88901c1ab72","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932313.647782,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffb1f60e-11f3-46f9-b9e4-a88901c1ab72"} {"level":"info","ts":1784932315.683248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932315.6833673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd983cbd-d9fe-4725-9054-7737a7bb702a"} {"level":"info","ts":1784932315.68339,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd983cbd-d9fe-4725-9054-7737a7bb702a"} {"level":"info","ts":1784932315.6834111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd983cbd-d9fe-4725-9054-7737a7bb702a","EoS":false} {"level":"info","ts":1784932315.683433,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd983cbd-d9fe-4725-9054-7737a7bb702a","EoS":true} {"level":"info","ts":1784932315.683466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fd983cbd-d9fe-4725-9054-7737a7bb702a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932315.68349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd983cbd-d9fe-4725-9054-7737a7bb702a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932315.6835167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd983cbd-d9fe-4725-9054-7737a7bb702a"} {"level":"info","ts":1784932328.5294297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932328.5295272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"548571ff-208a-4225-99e0-7c96f8e7ac32"} {"level":"info","ts":1784932328.5295444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"548571ff-208a-4225-99e0-7c96f8e7ac32"} {"level":"info","ts":1784932328.5295613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"548571ff-208a-4225-99e0-7c96f8e7ac32","EoS":false} {"level":"info","ts":1784932328.5295758,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"548571ff-208a-4225-99e0-7c96f8e7ac32","EoS":true} {"level":"info","ts":1784932328.5296042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"548571ff-208a-4225-99e0-7c96f8e7ac32","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932328.5296237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"548571ff-208a-4225-99e0-7c96f8e7ac32","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932328.5296547,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"548571ff-208a-4225-99e0-7c96f8e7ac32"} {"level":"info","ts":1784932337.0628023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932337.062883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8195d9ee-b2ed-4a8f-8e49-437d8a8b0047"} {"level":"info","ts":1784932337.0628912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8195d9ee-b2ed-4a8f-8e49-437d8a8b0047"} {"level":"info","ts":1784932337.0629027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8195d9ee-b2ed-4a8f-8e49-437d8a8b0047","EoS":false} {"level":"info","ts":1784932337.0629172,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8195d9ee-b2ed-4a8f-8e49-437d8a8b0047","EoS":true} {"level":"info","ts":1784932337.0629363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8195d9ee-b2ed-4a8f-8e49-437d8a8b0047","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932337.0629516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8195d9ee-b2ed-4a8f-8e49-437d8a8b0047","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932337.0629745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8195d9ee-b2ed-4a8f-8e49-437d8a8b0047"} {"level":"info","ts":1784932345.882469,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932345.882545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c1cd4f3-6864-4cf9-88a7-5956cf62ee58"} {"level":"info","ts":1784932345.8825533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c1cd4f3-6864-4cf9-88a7-5956cf62ee58"} {"level":"info","ts":1784932345.8825643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c1cd4f3-6864-4cf9-88a7-5956cf62ee58","EoS":false} {"level":"info","ts":1784932345.882575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c1cd4f3-6864-4cf9-88a7-5956cf62ee58","EoS":true} {"level":"info","ts":1784932345.8825939,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c1cd4f3-6864-4cf9-88a7-5956cf62ee58","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932345.8826067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c1cd4f3-6864-4cf9-88a7-5956cf62ee58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932345.8826306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c1cd4f3-6864-4cf9-88a7-5956cf62ee58"} {"level":"info","ts":1784932354.8180964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932354.8181796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48c85dfe-3473-4e64-bcb5-da54a45ba44e"} {"level":"info","ts":1784932354.81819,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48c85dfe-3473-4e64-bcb5-da54a45ba44e"} {"level":"info","ts":1784932354.8182018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48c85dfe-3473-4e64-bcb5-da54a45ba44e","EoS":false} {"level":"info","ts":1784932354.8182158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48c85dfe-3473-4e64-bcb5-da54a45ba44e","EoS":true} {"level":"info","ts":1784932354.8182392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48c85dfe-3473-4e64-bcb5-da54a45ba44e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932354.81835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48c85dfe-3473-4e64-bcb5-da54a45ba44e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932354.8183763,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48c85dfe-3473-4e64-bcb5-da54a45ba44e"} {"level":"info","ts":1784932362.6477995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932362.6478765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f61338c7-5d0d-4c82-9466-fe80460dc4d4"} {"level":"info","ts":1784932362.647886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f61338c7-5d0d-4c82-9466-fe80460dc4d4"} {"level":"info","ts":1784932362.6478965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f61338c7-5d0d-4c82-9466-fe80460dc4d4","EoS":false} {"level":"info","ts":1784932362.6479075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f61338c7-5d0d-4c82-9466-fe80460dc4d4","EoS":true} {"level":"info","ts":1784932362.6479297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f61338c7-5d0d-4c82-9466-fe80460dc4d4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932362.6479456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f61338c7-5d0d-4c82-9466-fe80460dc4d4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932362.6479623,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f61338c7-5d0d-4c82-9466-fe80460dc4d4"} {"level":"info","ts":1784932367.4248571,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932367.424933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c40b08c5-8faa-48f1-8ba2-f86621538c42"} {"level":"info","ts":1784932367.4249454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c40b08c5-8faa-48f1-8ba2-f86621538c42"} {"level":"info","ts":1784932367.4249575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c40b08c5-8faa-48f1-8ba2-f86621538c42","EoS":false} {"level":"info","ts":1784932367.4249687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c40b08c5-8faa-48f1-8ba2-f86621538c42","EoS":true} {"level":"info","ts":1784932367.4249892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c40b08c5-8faa-48f1-8ba2-f86621538c42","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932367.425006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c40b08c5-8faa-48f1-8ba2-f86621538c42","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932367.425022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c40b08c5-8faa-48f1-8ba2-f86621538c42"} {"level":"info","ts":1784932367.6823602,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932367.6824648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7a589a3-3419-4a68-a6cb-947b575f4e03"} {"level":"info","ts":1784932367.6824832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7a589a3-3419-4a68-a6cb-947b575f4e03"} {"level":"info","ts":1784932367.682504,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7a589a3-3419-4a68-a6cb-947b575f4e03","EoS":false} {"level":"info","ts":1784932367.6825237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7a589a3-3419-4a68-a6cb-947b575f4e03","EoS":true} {"level":"info","ts":1784932367.6825566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7a589a3-3419-4a68-a6cb-947b575f4e03","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932367.682576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7a589a3-3419-4a68-a6cb-947b575f4e03","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932367.6826088,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7a589a3-3419-4a68-a6cb-947b575f4e03"} {"level":"info","ts":1784932369.719188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932369.719275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6386f067-a067-4363-825b-4ab8719f21b8"} {"level":"info","ts":1784932369.7192843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6386f067-a067-4363-825b-4ab8719f21b8"} {"level":"info","ts":1784932369.7193236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6386f067-a067-4363-825b-4ab8719f21b8","EoS":false} {"level":"info","ts":1784932369.7193398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6386f067-a067-4363-825b-4ab8719f21b8","EoS":true} {"level":"info","ts":1784932369.7193675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6386f067-a067-4363-825b-4ab8719f21b8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932369.7193887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6386f067-a067-4363-825b-4ab8719f21b8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932369.7194216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6386f067-a067-4363-825b-4ab8719f21b8"} {"level":"info","ts":1784932371.7542138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932371.7543323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"403492a9-0d2f-4f33-bae2-844a6f9dcded"} {"level":"info","ts":1784932371.7543902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"403492a9-0d2f-4f33-bae2-844a6f9dcded"} {"level":"info","ts":1784932371.7544048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"403492a9-0d2f-4f33-bae2-844a6f9dcded","EoS":false} {"level":"info","ts":1784932371.7544155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"403492a9-0d2f-4f33-bae2-844a6f9dcded","EoS":true} {"level":"info","ts":1784932371.7544363,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"403492a9-0d2f-4f33-bae2-844a6f9dcded","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932371.7544532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"403492a9-0d2f-4f33-bae2-844a6f9dcded","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932371.7544754,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"403492a9-0d2f-4f33-bae2-844a6f9dcded"} {"level":"info","ts":1784932373.7916358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932373.7917304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"331ba744-b11f-4913-a32d-e5d70156d753"} {"level":"info","ts":1784932373.7917414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"331ba744-b11f-4913-a32d-e5d70156d753"} {"level":"info","ts":1784932373.7917545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"331ba744-b11f-4913-a32d-e5d70156d753","EoS":false} {"level":"info","ts":1784932373.791769,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"331ba744-b11f-4913-a32d-e5d70156d753","EoS":true} {"level":"info","ts":1784932373.7917914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"331ba744-b11f-4913-a32d-e5d70156d753","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932373.7918077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"331ba744-b11f-4913-a32d-e5d70156d753","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932373.7918243,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"331ba744-b11f-4913-a32d-e5d70156d753"} {"level":"info","ts":1784932395.9368389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932395.9369178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88dd6fb2-7585-4869-b3c1-bff2a9398328"} {"level":"info","ts":1784932395.9369273,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88dd6fb2-7585-4869-b3c1-bff2a9398328"} {"level":"info","ts":1784932395.9369388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88dd6fb2-7585-4869-b3c1-bff2a9398328","EoS":false} {"level":"info","ts":1784932395.9369485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88dd6fb2-7585-4869-b3c1-bff2a9398328","EoS":true} {"level":"info","ts":1784932395.9369705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88dd6fb2-7585-4869-b3c1-bff2a9398328","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932395.9369872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88dd6fb2-7585-4869-b3c1-bff2a9398328","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932395.9370072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88dd6fb2-7585-4869-b3c1-bff2a9398328"} {"level":"info","ts":1784932405.2181609,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932405.2182465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80fbbfe5-e92b-442d-9f3e-06cb41075b02"} {"level":"info","ts":1784932405.2182565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80fbbfe5-e92b-442d-9f3e-06cb41075b02"} {"level":"info","ts":1784932405.218268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80fbbfe5-e92b-442d-9f3e-06cb41075b02","EoS":false} {"level":"info","ts":1784932405.2182786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80fbbfe5-e92b-442d-9f3e-06cb41075b02","EoS":true} {"level":"info","ts":1784932405.2183197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80fbbfe5-e92b-442d-9f3e-06cb41075b02","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932405.218337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80fbbfe5-e92b-442d-9f3e-06cb41075b02","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932405.2183611,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80fbbfe5-e92b-442d-9f3e-06cb41075b02"} {"level":"info","ts":1784932410.5797746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932410.5798647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4b09432-4fb4-49d7-968f-3af0f742f593"} {"level":"info","ts":1784932410.5798738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4b09432-4fb4-49d7-968f-3af0f742f593"} {"level":"info","ts":1784932410.579887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4b09432-4fb4-49d7-968f-3af0f742f593","EoS":false} {"level":"info","ts":1784932410.5799048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4b09432-4fb4-49d7-968f-3af0f742f593","EoS":true} {"level":"info","ts":1784932410.579926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4b09432-4fb4-49d7-968f-3af0f742f593","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932410.5799417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4b09432-4fb4-49d7-968f-3af0f742f593","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932410.579957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4b09432-4fb4-49d7-968f-3af0f742f593"} {"level":"info","ts":1784932420.059541,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932420.0596159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b936e54-9dad-4905-a2ab-c2317c25b674"} {"level":"info","ts":1784932420.0596285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b936e54-9dad-4905-a2ab-c2317c25b674"} {"level":"info","ts":1784932420.0596406,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b936e54-9dad-4905-a2ab-c2317c25b674","EoS":false} {"level":"info","ts":1784932420.0596552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b936e54-9dad-4905-a2ab-c2317c25b674","EoS":true} {"level":"info","ts":1784932420.0596766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b936e54-9dad-4905-a2ab-c2317c25b674","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932420.0596917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b936e54-9dad-4905-a2ab-c2317c25b674","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932420.0597131,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b936e54-9dad-4905-a2ab-c2317c25b674"} {"level":"info","ts":1784932422.095017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932422.0950975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48395277-4ee0-4efc-b91c-dd0722ff2133"} {"level":"info","ts":1784932422.095107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48395277-4ee0-4efc-b91c-dd0722ff2133"} {"level":"info","ts":1784932422.095118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48395277-4ee0-4efc-b91c-dd0722ff2133","EoS":false} {"level":"info","ts":1784932422.0951288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48395277-4ee0-4efc-b91c-dd0722ff2133","EoS":true} {"level":"info","ts":1784932422.0951512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"48395277-4ee0-4efc-b91c-dd0722ff2133","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932422.0951664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48395277-4ee0-4efc-b91c-dd0722ff2133","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932422.095187,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48395277-4ee0-4efc-b91c-dd0722ff2133"} {"level":"info","ts":1784932431.461731,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932431.461824,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb59e170-cbb4-4999-bffa-7b2bbc9d76af"} {"level":"info","ts":1784932431.4618375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb59e170-cbb4-4999-bffa-7b2bbc9d76af"} {"level":"info","ts":1784932431.4618528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb59e170-cbb4-4999-bffa-7b2bbc9d76af","EoS":false} {"level":"info","ts":1784932431.4618726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb59e170-cbb4-4999-bffa-7b2bbc9d76af","EoS":true} {"level":"info","ts":1784932431.4619005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb59e170-cbb4-4999-bffa-7b2bbc9d76af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932431.461919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb59e170-cbb4-4999-bffa-7b2bbc9d76af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932431.46195,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb59e170-cbb4-4999-bffa-7b2bbc9d76af"} {"level":"info","ts":1784932431.5187528,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932431.5188372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d84a5a44-7afc-48ec-aff7-45bd08452ed0"} {"level":"info","ts":1784932431.5188522,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d84a5a44-7afc-48ec-aff7-45bd08452ed0"} {"level":"info","ts":1784932431.5188694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d84a5a44-7afc-48ec-aff7-45bd08452ed0","EoS":false} {"level":"info","ts":1784932431.5188873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d84a5a44-7afc-48ec-aff7-45bd08452ed0","EoS":true} {"level":"info","ts":1784932431.518976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d84a5a44-7afc-48ec-aff7-45bd08452ed0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932431.519048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d84a5a44-7afc-48ec-aff7-45bd08452ed0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932431.5191033,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d84a5a44-7afc-48ec-aff7-45bd08452ed0"} {"level":"info","ts":1784932450.4631531,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932450.4632277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed00baca-47d3-413f-8546-7e7fa237067a"} {"level":"info","ts":1784932450.4632363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed00baca-47d3-413f-8546-7e7fa237067a"} {"level":"info","ts":1784932450.4632475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed00baca-47d3-413f-8546-7e7fa237067a","EoS":false} {"level":"info","ts":1784932450.4632607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed00baca-47d3-413f-8546-7e7fa237067a","EoS":true} {"level":"info","ts":1784932450.4632807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed00baca-47d3-413f-8546-7e7fa237067a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932450.4633067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed00baca-47d3-413f-8546-7e7fa237067a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932450.463332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed00baca-47d3-413f-8546-7e7fa237067a"} {"level":"info","ts":1784932459.7352653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932459.735415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e37d2aba-f037-46d1-b1ad-d53c32fe7e5b"} {"level":"info","ts":1784932459.7354732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e37d2aba-f037-46d1-b1ad-d53c32fe7e5b"} {"level":"info","ts":1784932459.7354877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e37d2aba-f037-46d1-b1ad-d53c32fe7e5b","EoS":false} {"level":"info","ts":1784932459.7354996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e37d2aba-f037-46d1-b1ad-d53c32fe7e5b","EoS":true} {"level":"info","ts":1784932459.7355208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e37d2aba-f037-46d1-b1ad-d53c32fe7e5b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932459.735538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e37d2aba-f037-46d1-b1ad-d53c32fe7e5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932459.7355585,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e37d2aba-f037-46d1-b1ad-d53c32fe7e5b"} {"level":"info","ts":1784932464.913605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932464.9137046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11d5506c-e874-4e9d-9bde-6847289c2f2b"} {"level":"info","ts":1784932464.9137206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11d5506c-e874-4e9d-9bde-6847289c2f2b"} {"level":"info","ts":1784932464.9137378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11d5506c-e874-4e9d-9bde-6847289c2f2b","EoS":false} {"level":"info","ts":1784932464.913756,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11d5506c-e874-4e9d-9bde-6847289c2f2b","EoS":true} {"level":"info","ts":1784932464.9137878,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11d5506c-e874-4e9d-9bde-6847289c2f2b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784932464.913809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11d5506c-e874-4e9d-9bde-6847289c2f2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784932464.9138384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11d5506c-e874-4e9d-9bde-6847289c2f2b"} {"level":"info","ts":1784932555.0718496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932555.07194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a072281b-2546-463a-93e5-aeb288531e41"} {"level":"info","ts":1784932555.0719526,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a072281b-2546-463a-93e5-aeb288531e41"} {"level":"info","ts":1784932555.0719645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a072281b-2546-463a-93e5-aeb288531e41","EoS":false} {"level":"info","ts":1784932555.0719755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a072281b-2546-463a-93e5-aeb288531e41","EoS":true} {"level":"info","ts":1784932555.0720036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a072281b-2546-463a-93e5-aeb288531e41","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784932555.0720313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a072281b-2546-463a-93e5-aeb288531e41","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784932555.0720477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a072281b-2546-463a-93e5-aeb288531e41"} {"level":"info","ts":1784932578.5826418,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932578.5827146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4614d30b-427e-48aa-bd03-a67d21ded09c"} {"level":"info","ts":1784932578.582724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4614d30b-427e-48aa-bd03-a67d21ded09c"} {"level":"info","ts":1784932578.5827353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4614d30b-427e-48aa-bd03-a67d21ded09c","EoS":false} {"level":"info","ts":1784932578.582749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4614d30b-427e-48aa-bd03-a67d21ded09c","EoS":true} {"level":"info","ts":1784932578.5827694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4614d30b-427e-48aa-bd03-a67d21ded09c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784932578.5827851,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4614d30b-427e-48aa-bd03-a67d21ded09c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784932578.5828068,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4614d30b-427e-48aa-bd03-a67d21ded09c"} {"level":"info","ts":1784932617.5252578,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932617.5253642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2a0226c-8503-40c7-9f64-6dea31b1b105"} {"level":"info","ts":1784932617.5253778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2a0226c-8503-40c7-9f64-6dea31b1b105"} {"level":"info","ts":1784932617.525393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2a0226c-8503-40c7-9f64-6dea31b1b105","EoS":false} {"level":"info","ts":1784932617.5254078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2a0226c-8503-40c7-9f64-6dea31b1b105","EoS":true} {"level":"info","ts":1784932617.5254312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d2a0226c-8503-40c7-9f64-6dea31b1b105","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932617.5254486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2a0226c-8503-40c7-9f64-6dea31b1b105","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932617.5254748,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2a0226c-8503-40c7-9f64-6dea31b1b105"} {"level":"info","ts":1784932632.7315617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932632.7316403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4843a1a-5783-47f4-8cff-a99ebdc7c157"} {"level":"info","ts":1784932632.7316494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4843a1a-5783-47f4-8cff-a99ebdc7c157"} {"level":"info","ts":1784932632.7316608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4843a1a-5783-47f4-8cff-a99ebdc7c157","EoS":false} {"level":"info","ts":1784932632.7316747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4843a1a-5783-47f4-8cff-a99ebdc7c157","EoS":true} {"level":"info","ts":1784932632.7316964,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4843a1a-5783-47f4-8cff-a99ebdc7c157","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932632.7317128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4843a1a-5783-47f4-8cff-a99ebdc7c157","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932632.7317295,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4843a1a-5783-47f4-8cff-a99ebdc7c157"} {"level":"info","ts":1784932633.0104158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932633.0104985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"967ce7ef-fc8c-43f1-aa7b-138c2c8a149e"} {"level":"info","ts":1784932633.0105083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"967ce7ef-fc8c-43f1-aa7b-138c2c8a149e"} {"level":"info","ts":1784932633.010519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"967ce7ef-fc8c-43f1-aa7b-138c2c8a149e","EoS":false} {"level":"info","ts":1784932633.0105293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"967ce7ef-fc8c-43f1-aa7b-138c2c8a149e","EoS":true} {"level":"info","ts":1784932633.0105507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"967ce7ef-fc8c-43f1-aa7b-138c2c8a149e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784932633.0105667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"967ce7ef-fc8c-43f1-aa7b-138c2c8a149e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932633.0105877,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"967ce7ef-fc8c-43f1-aa7b-138c2c8a149e"} {"level":"info","ts":1784932955.7733517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932955.7734423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e356acc5-190f-43c8-bab4-4153f0bb7875"} {"level":"info","ts":1784932955.7734513,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e356acc5-190f-43c8-bab4-4153f0bb7875"} {"level":"info","ts":1784932955.7734628,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e356acc5-190f-43c8-bab4-4153f0bb7875","EoS":false} {"level":"info","ts":1784932955.7734745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e356acc5-190f-43c8-bab4-4153f0bb7875","EoS":true} {"level":"info","ts":1784932955.7734945,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e356acc5-190f-43c8-bab4-4153f0bb7875","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932955.7735608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e356acc5-190f-43c8-bab4-4153f0bb7875","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932955.773586,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e356acc5-190f-43c8-bab4-4153f0bb7875"} {"level":"info","ts":1784932955.8110886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932955.8112006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ee5498f-d9a1-43b0-b648-bf6b1355865c"} {"level":"info","ts":1784932955.81122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ee5498f-d9a1-43b0-b648-bf6b1355865c"} {"level":"info","ts":1784932955.811238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ee5498f-d9a1-43b0-b648-bf6b1355865c","EoS":false} {"level":"info","ts":1784932955.811258,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ee5498f-d9a1-43b0-b648-bf6b1355865c","EoS":true} {"level":"info","ts":1784932955.8112857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ee5498f-d9a1-43b0-b648-bf6b1355865c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932955.8113468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ee5498f-d9a1-43b0-b648-bf6b1355865c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932955.8113778,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ee5498f-d9a1-43b0-b648-bf6b1355865c"} {"level":"info","ts":1784932955.84478,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932955.844859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88097b14-ecdf-463c-9f13-f3345bd363ae"} {"level":"info","ts":1784932955.8448684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"88097b14-ecdf-463c-9f13-f3345bd363ae"} {"level":"info","ts":1784932955.8448796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88097b14-ecdf-463c-9f13-f3345bd363ae","EoS":false} {"level":"info","ts":1784932955.8448896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"88097b14-ecdf-463c-9f13-f3345bd363ae","EoS":true} {"level":"info","ts":1784932955.844912,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"88097b14-ecdf-463c-9f13-f3345bd363ae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784932955.844928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88097b14-ecdf-463c-9f13-f3345bd363ae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784932955.8449433,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"88097b14-ecdf-463c-9f13-f3345bd363ae"} {"level":"info","ts":1784932960.64941,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcf6f87-a75a-48ef-bf14-d84723c77e9c"} {"level":"info","ts":1784932960.649495,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c18b895-984a-4c59-8cf8-e13b4cb4814e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784932960.6495342,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c18b895-984a-4c59-8cf8-e13b4cb4814e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784932960.6557057,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0decf0a-d3f0-453e-af5b-1b0bc24095d0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784932960.6557322,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0decf0a-d3f0-453e-af5b-1b0bc24095d0","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784932960.6568794,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcf6f87-a75a-48ef-bf14-d84723c77e9c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784932960.6571348,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33098.32227421,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.6571548,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.7088823,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.7991414,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03988ac5-e9ec-40ad-baed-7f2f775398db","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784932960.799211,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03988ac5-e9ec-40ad-baed-7f2f775398db","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784932960.7991536,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36257.693089669,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.7997382,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.7998912,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b24f6906-9c18-4d5c-89ab-bdeb7d6e77d6"} {"level":"info","ts":1784932960.8000264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1ad9fba-9f5e-499f-a94f-bad6e71e6d2b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784932960.8002424,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33777.878987769,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.8002646,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.8002794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1ad9fba-9f5e-499f-a94f-bad6e71e6d2b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784932960.8078983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.8081799,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784932960.8995388,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcf6f87-a75a-48ef-bf14-d84723c77e9c","name":"e2e-external-provider"} {"level":"info","ts":1784932960.900581,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b24f6906-9c18-4d5c-89ab-bdeb7d6e77d6","name":"e2e-external-model"} {"level":"info","ts":1784932960.910348,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcf6f87-a75a-48ef-bf14-d84723c77e9c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784932960.9156814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96f8a34c-afbe-424d-a945-6616a44add70","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784932960.9157183,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96f8a34c-afbe-424d-a945-6616a44add70","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784932960.9167056,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ffcf6f87-a75a-48ef-bf14-d84723c77e9c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784932960.916802,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14f68cb1-2a2f-46bf-a377-b854c3295d2e"} {"level":"info","ts":1784932960.9168537,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14f68cb1-2a2f-46bf-a377-b854c3295d2e","name":"e2e-external-provider"} {"level":"error","ts":1784932960.9201632,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b24f6906-9c18-4d5c-89ab-bdeb7d6e77d6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784932960.9202878,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b24f6906-9c18-4d5c-89ab-bdeb7d6e77d6","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784932960.9204478,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9f2abaa-5f83-4bbc-a741-646304572051"} {"level":"info","ts":1784932960.9205189,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9f2abaa-5f83-4bbc-a741-646304572051","name":"e2e-external-model"} {"level":"info","ts":1784932960.9270518,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f71312-28dc-48eb-9a5f-0d52ba8a01b5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784932960.9270844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13f71312-28dc-48eb-9a5f-0d52ba8a01b5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784932960.9278078,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14f68cb1-2a2f-46bf-a377-b854c3295d2e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784932960.9286046,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9f2abaa-5f83-4bbc-a741-646304572051","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784932960.9314957,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9f2abaa-5f83-4bbc-a741-646304572051","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784932960.931561,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17956f16-87b8-4114-b085-22d2ab21070b"} {"level":"info","ts":1784932960.9316063,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17956f16-87b8-4114-b085-22d2ab21070b","name":"e2e-external-model"} {"level":"info","ts":1784932960.940056,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60a1bdbc-92f8-424a-9bd6-6a67001e7b8c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784932960.9400892,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60a1bdbc-92f8-424a-9bd6-6a67001e7b8c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784932960.9406261,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17956f16-87b8-4114-b085-22d2ab21070b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784932960.9435425,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17956f16-87b8-4114-b085-22d2ab21070b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784932960.943611,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e43bcf0-f9f2-4649-b659-41a976c83cac"} {"level":"info","ts":1784932960.9436712,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e43bcf0-f9f2-4649-b659-41a976c83cac","name":"e2e-external-model"} {"level":"info","ts":1784932960.9505808,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e43bcf0-f9f2-4649-b659-41a976c83cac","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784932974.3932915,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932974.3933954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d"} {"level":"info","ts":1784932974.393408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d"} {"level":"info","ts":1784932974.393425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d","EoS":false} {"level":"info","ts":1784932974.393443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d","EoS":true} {"level":"info","ts":1784932974.3934822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784932974.3935027,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784932974.393515,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d","modelName":"e2e-external-model"} {"level":"info","ts":1784932974.393537,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784932974.3936028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78fbfff3-3ae6-41ff-aec7-541313910d7d"} {"level":"info","ts":1784932974.436271,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932974.4363785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11"} {"level":"info","ts":1784932974.43639,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11"} {"level":"info","ts":1784932974.4364033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11","EoS":false} {"level":"info","ts":1784932974.4364135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11","EoS":true} {"level":"info","ts":1784932974.4364393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784932974.4364598,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784932974.4364676,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11","modelName":"e2e-external-model"} {"level":"info","ts":1784932974.436483,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784932974.436521,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1a543985-9043-431a-9a46-ab3989a57f11"} {"level":"info","ts":1784932974.4612124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932974.4612877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3"} {"level":"info","ts":1784932974.461321,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3"} {"level":"info","ts":1784932974.461333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3","EoS":false} {"level":"info","ts":1784932974.4613442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3","EoS":true} {"level":"info","ts":1784932974.4613724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784932974.461392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784932974.4613998,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3","modelName":"e2e-external-model"} {"level":"info","ts":1784932974.461416,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784932974.4614506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c36843cc-5f20-48bd-b73a-5178c144aaa3"} {"level":"info","ts":1784932974.5822806,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0960d031-050b-4660-bcf0-287016914dfb"} {"level":"info","ts":1784932974.5822875,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da78a4c-2d4b-4acd-b313-01226152ae87","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784932974.582443,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4da78a4c-2d4b-4acd-b313-01226152ae87","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784932974.587408,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0960d031-050b-4660-bcf0-287016914dfb","name":"e2e-cleanup-test"} {"level":"info","ts":1784932974.5874553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cdfa4e7-26b2-43f9-840a-717c805e5fd6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784932974.5874813,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2cdfa4e7-26b2-43f9-840a-717c805e5fd6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784932974.5971081,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0960d031-050b-4660-bcf0-287016914dfb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784932974.6040199,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24250cd1-8c45-4030-8ff8-d415717eb110"} {"level":"info","ts":1784932974.6040626,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1878a459-e063-47ab-9efd-49705fd21b9a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784932974.6040971,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1878a459-e063-47ab-9efd-49705fd21b9a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784932974.6040971,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24250cd1-8c45-4030-8ff8-d415717eb110","name":"e2e-cleanup-test"} {"level":"error","ts":1784932974.6182208,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24250cd1-8c45-4030-8ff8-d415717eb110","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784932974.6183367,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b217ab8-9d6c-4db1-bfbb-e30f173f3972"} {"level":"info","ts":1784932974.618403,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b217ab8-9d6c-4db1-bfbb-e30f173f3972","name":"e2e-cleanup-test"} {"level":"info","ts":1784932974.618456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffe1fc8c-49a6-4a30-aeb0-2ffe1f7f1a4a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784932974.6184876,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffe1fc8c-49a6-4a30-aeb0-2ffe1f7f1a4a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784932974.625335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b217ab8-9d6c-4db1-bfbb-e30f173f3972","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784932974.6282203,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b217ab8-9d6c-4db1-bfbb-e30f173f3972","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784932974.628321,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef06807c-fe8e-4583-8c15-efb6c0b58936"} {"level":"info","ts":1784932974.6283736,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef06807c-fe8e-4583-8c15-efb6c0b58936","name":"e2e-cleanup-test"} {"level":"info","ts":1784932974.6351416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d360d372-300d-42da-a5bc-7c2f78a1ded6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784932974.635175,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d360d372-300d-42da-a5bc-7c2f78a1ded6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784932974.6359334,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef06807c-fe8e-4583-8c15-efb6c0b58936","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784932974.6385746,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ef06807c-fe8e-4583-8c15-efb6c0b58936","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784932974.6386435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16ce20a2-3bdb-4e54-bf56-72b29f4f2c37"} {"level":"info","ts":1784932974.638693,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16ce20a2-3bdb-4e54-bf56-72b29f4f2c37","name":"e2e-cleanup-test"} {"level":"info","ts":1784932974.6456978,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16ce20a2-3bdb-4e54-bf56-72b29f4f2c37","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784932982.8360772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e851c328-f970-42a4-8110-587e47f69cb2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784932982.8361268,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e851c328-f970-42a4-8110-587e47f69cb2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784932982.8360853,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24571938-8bfa-4a70-a9d1-e68b0dc513c4"} {"level":"info","ts":1784932987.1319315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932987.132038,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bad0c688-c497-4d28-8028-cc653a7c3f85"} {"level":"info","ts":1784932987.132054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bad0c688-c497-4d28-8028-cc653a7c3f85"} {"level":"info","ts":1784932987.132073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bad0c688-c497-4d28-8028-cc653a7c3f85","EoS":false} {"level":"info","ts":1784932987.1320965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bad0c688-c497-4d28-8028-cc653a7c3f85","EoS":true} {"level":"info","ts":1784932987.1321282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bad0c688-c497-4d28-8028-cc653a7c3f85","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784932987.1321483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bad0c688-c497-4d28-8028-cc653a7c3f85","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784932987.1321812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bad0c688-c497-4d28-8028-cc653a7c3f85"} {"level":"info","ts":1784932987.1614168,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932987.1615021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d"} {"level":"info","ts":1784932987.1615138,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d"} {"level":"info","ts":1784932987.161529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d","EoS":false} {"level":"info","ts":1784932987.1615474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d","EoS":true} {"level":"info","ts":1784932987.1615694,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784932987.1615853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784932987.1615932,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d","modelName":"e2e-external-model"} {"level":"info","ts":1784932987.1616085,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784932987.1616528,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"71cbe8db-9a39-45cf-91ef-8116bfbad76d"} {"level":"info","ts":1784932987.2039483,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932987.2040951,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f67b5c86-7b14-4065-849e-ab850d52b1e1"} {"level":"info","ts":1784932987.2041159,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f67b5c86-7b14-4065-849e-ab850d52b1e1"} {"level":"info","ts":1784932987.204136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f67b5c86-7b14-4065-849e-ab850d52b1e1","EoS":false} {"level":"info","ts":1784932987.204158,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f67b5c86-7b14-4065-849e-ab850d52b1e1","EoS":true} {"level":"info","ts":1784932987.2041852,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f67b5c86-7b14-4065-849e-ab850d52b1e1","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784932987.2042058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f67b5c86-7b14-4065-849e-ab850d52b1e1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784932987.2042346,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f67b5c86-7b14-4065-849e-ab850d52b1e1"} {"level":"info","ts":1784932987.3438516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784932987.3439288,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0af9a951-72ce-4c49-b9c0-153e22fac9ef"} {"level":"info","ts":1784932987.3439374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0af9a951-72ce-4c49-b9c0-153e22fac9ef"} {"level":"info","ts":1784932987.3439474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0af9a951-72ce-4c49-b9c0-153e22fac9ef","EoS":false} {"level":"info","ts":1784932987.343968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0af9a951-72ce-4c49-b9c0-153e22fac9ef","EoS":true} {"level":"info","ts":1784932987.3439908,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"0af9a951-72ce-4c49-b9c0-153e22fac9ef","field":"model"} {"level":"info","ts":1784932987.3440175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0af9a951-72ce-4c49-b9c0-153e22fac9ef"} {"level":"info","ts":1784932988.2108877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14041fed-14e2-4744-8bc4-5be547c56d03","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784932988.210926,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14041fed-14e2-4744-8bc4-5be547c56d03","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784932988.2109368,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1649e893-c95a-4f79-af3f-7216743c0fe2"} {"level":"info","ts":1784932988.34692,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0d16ddf-ec4a-43fd-b086-073153206b3d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784932988.3469353,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4e2945a2-ac1c-49fe-9305-e36828d1eb6a"} {"level":"info","ts":1784932988.3469586,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0d16ddf-ec4a-43fd-b086-073153206b3d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784934116.500015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934116.500128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a39df8b0-36b0-4d46-9402-66432f70cf7d"} {"level":"info","ts":1784934170.409874,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934170.4099672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7547aeb-ac27-4063-b8d5-462219b94817"} {"level":"info","ts":1784934170.4099836,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7547aeb-ac27-4063-b8d5-462219b94817"} {"level":"info","ts":1784934170.410005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7547aeb-ac27-4063-b8d5-462219b94817","EoS":false} {"level":"info","ts":1784934170.410026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7547aeb-ac27-4063-b8d5-462219b94817","EoS":true} {"level":"info","ts":1784934170.41006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d7547aeb-ac27-4063-b8d5-462219b94817","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784934170.4100814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7547aeb-ac27-4063-b8d5-462219b94817","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784934170.4101174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7547aeb-ac27-4063-b8d5-462219b94817"}