{"level":"info","ts":1785307316.2674704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84271c8e-c096-407d-8729-ee98ca95f2b5"} {"level":"info","ts":1785307316.2674894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84271c8e-c096-407d-8729-ee98ca95f2b5","EoS":false} {"level":"info","ts":1785307316.267508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84271c8e-c096-407d-8729-ee98ca95f2b5","EoS":true} {"level":"info","ts":1785307316.2675354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84271c8e-c096-407d-8729-ee98ca95f2b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307316.2675564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84271c8e-c096-407d-8729-ee98ca95f2b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307316.2675946,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84271c8e-c096-407d-8729-ee98ca95f2b5"} {"level":"info","ts":1785307316.302396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307316.3024576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"296dd2ae-557a-4658-bbbf-8e5359a5402f"} {"level":"info","ts":1785307316.3024704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"296dd2ae-557a-4658-bbbf-8e5359a5402f"} {"level":"info","ts":1785307316.302484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"296dd2ae-557a-4658-bbbf-8e5359a5402f","EoS":false} {"level":"info","ts":1785307316.302496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"296dd2ae-557a-4658-bbbf-8e5359a5402f","EoS":true} {"level":"info","ts":1785307316.3025148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"296dd2ae-557a-4658-bbbf-8e5359a5402f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307316.3025296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"296dd2ae-557a-4658-bbbf-8e5359a5402f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307316.3025515,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"296dd2ae-557a-4658-bbbf-8e5359a5402f"} {"level":"info","ts":1785307320.4492917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307320.4493697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"805499c1-7d06-4536-bb11-2548b98798f2"} {"level":"info","ts":1785307320.44938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"805499c1-7d06-4536-bb11-2548b98798f2"} {"level":"info","ts":1785307320.4493914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"805499c1-7d06-4536-bb11-2548b98798f2","EoS":false} {"level":"info","ts":1785307320.4494042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"805499c1-7d06-4536-bb11-2548b98798f2","EoS":true} {"level":"info","ts":1785307320.4494243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"805499c1-7d06-4536-bb11-2548b98798f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307320.4494414,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"805499c1-7d06-4536-bb11-2548b98798f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307320.4494638,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"805499c1-7d06-4536-bb11-2548b98798f2"} {"level":"info","ts":1785307339.352041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307339.3521154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36565bf6-8b46-4c92-a1ce-bab6b62d2767"} {"level":"info","ts":1785307339.3521285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36565bf6-8b46-4c92-a1ce-bab6b62d2767"} {"level":"info","ts":1785307339.3521402,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36565bf6-8b46-4c92-a1ce-bab6b62d2767","EoS":false} {"level":"info","ts":1785307339.3521533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36565bf6-8b46-4c92-a1ce-bab6b62d2767","EoS":true} {"level":"info","ts":1785307339.3521745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"36565bf6-8b46-4c92-a1ce-bab6b62d2767","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307339.352191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36565bf6-8b46-4c92-a1ce-bab6b62d2767","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307339.3522117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36565bf6-8b46-4c92-a1ce-bab6b62d2767"} {"level":"info","ts":1785307339.4870245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307339.4871106,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ebbbf78-700e-4087-82a7-aefe411d5894"} {"level":"info","ts":1785307339.487123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ebbbf78-700e-4087-82a7-aefe411d5894"} {"level":"info","ts":1785307339.4871345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ebbbf78-700e-4087-82a7-aefe411d5894","EoS":false} {"level":"info","ts":1785307339.487148,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ebbbf78-700e-4087-82a7-aefe411d5894","EoS":true} {"level":"info","ts":1785307339.4871695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ebbbf78-700e-4087-82a7-aefe411d5894","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307339.487185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ebbbf78-700e-4087-82a7-aefe411d5894","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307339.4872122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ebbbf78-700e-4087-82a7-aefe411d5894"} {"level":"info","ts":1785307339.6242838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307339.6243575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2728e18f-efbe-4650-9b25-40e163b7474f"} {"level":"info","ts":1785307339.6243663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2728e18f-efbe-4650-9b25-40e163b7474f"} {"level":"info","ts":1785307339.624377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2728e18f-efbe-4650-9b25-40e163b7474f","EoS":false} {"level":"info","ts":1785307339.6243875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2728e18f-efbe-4650-9b25-40e163b7474f","EoS":true} {"level":"info","ts":1785307339.6244078,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2728e18f-efbe-4650-9b25-40e163b7474f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307339.6244237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2728e18f-efbe-4650-9b25-40e163b7474f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307339.624444,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2728e18f-efbe-4650-9b25-40e163b7474f"} {"level":"info","ts":1785307339.7591527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307339.759231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3096e2a3-bae6-48ad-a387-7b6a93e3b2c4"} {"level":"info","ts":1785307339.7592397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3096e2a3-bae6-48ad-a387-7b6a93e3b2c4"} {"level":"info","ts":1785307339.7592523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3096e2a3-bae6-48ad-a387-7b6a93e3b2c4","EoS":false} {"level":"info","ts":1785307339.7592654,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3096e2a3-bae6-48ad-a387-7b6a93e3b2c4","EoS":true} {"level":"info","ts":1785307339.7592866,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3096e2a3-bae6-48ad-a387-7b6a93e3b2c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307339.7593026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3096e2a3-bae6-48ad-a387-7b6a93e3b2c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307339.7593231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3096e2a3-bae6-48ad-a387-7b6a93e3b2c4"} {"level":"info","ts":1785307339.89255,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307339.892621,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f98602f-a04c-485d-8acf-bf8485eb4713"} {"level":"info","ts":1785307339.89263,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1f98602f-a04c-485d-8acf-bf8485eb4713"} {"level":"info","ts":1785307339.892641,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f98602f-a04c-485d-8acf-bf8485eb4713","EoS":false} {"level":"info","ts":1785307339.8926523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1f98602f-a04c-485d-8acf-bf8485eb4713","EoS":true} {"level":"info","ts":1785307339.8926742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f98602f-a04c-485d-8acf-bf8485eb4713","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307339.8926919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f98602f-a04c-485d-8acf-bf8485eb4713","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307339.8927135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1f98602f-a04c-485d-8acf-bf8485eb4713"} {"level":"info","ts":1785307340.0291772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307340.0292528,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e39b5ce-cd71-4043-9063-477295eda092"} {"level":"info","ts":1785307340.0292628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e39b5ce-cd71-4043-9063-477295eda092"} {"level":"info","ts":1785307340.0292735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e39b5ce-cd71-4043-9063-477295eda092","EoS":false} {"level":"info","ts":1785307340.029288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e39b5ce-cd71-4043-9063-477295eda092","EoS":true} {"level":"info","ts":1785307340.0293067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e39b5ce-cd71-4043-9063-477295eda092","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307340.0293224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e39b5ce-cd71-4043-9063-477295eda092","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307340.0293477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e39b5ce-cd71-4043-9063-477295eda092"} {"level":"info","ts":1785307355.7233086,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307355.7233863,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"caee0ea1-aee2-40dc-a4f4-6e93102489cd"} {"level":"info","ts":1785307355.7233999,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"caee0ea1-aee2-40dc-a4f4-6e93102489cd"} {"level":"info","ts":1785307355.7234154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"caee0ea1-aee2-40dc-a4f4-6e93102489cd","EoS":false} {"level":"info","ts":1785307355.7234337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"caee0ea1-aee2-40dc-a4f4-6e93102489cd","EoS":true} {"level":"info","ts":1785307355.7234554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"caee0ea1-aee2-40dc-a4f4-6e93102489cd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307355.7234712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"caee0ea1-aee2-40dc-a4f4-6e93102489cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307355.7234936,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"caee0ea1-aee2-40dc-a4f4-6e93102489cd"} {"level":"info","ts":1785307355.7600522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307355.760112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4acef994-174a-4edb-8ac4-8a7c72672aea"} {"level":"info","ts":1785307355.7601209,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4acef994-174a-4edb-8ac4-8a7c72672aea"} {"level":"info","ts":1785307355.7601304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4acef994-174a-4edb-8ac4-8a7c72672aea","EoS":false} {"level":"info","ts":1785307355.760142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4acef994-174a-4edb-8ac4-8a7c72672aea","EoS":true} {"level":"info","ts":1785307355.76016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4acef994-174a-4edb-8ac4-8a7c72672aea","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307355.7601779,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4acef994-174a-4edb-8ac4-8a7c72672aea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307355.760201,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4acef994-174a-4edb-8ac4-8a7c72672aea"} {"level":"info","ts":1785307355.7950666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307355.7951214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c1bcd1a-0a8e-436d-aafd-a4b1ad7c30bc"} {"level":"info","ts":1785307355.7951298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c1bcd1a-0a8e-436d-aafd-a4b1ad7c30bc"} {"level":"info","ts":1785307355.7951403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c1bcd1a-0a8e-436d-aafd-a4b1ad7c30bc","EoS":false} {"level":"info","ts":1785307355.7951527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c1bcd1a-0a8e-436d-aafd-a4b1ad7c30bc","EoS":true} {"level":"info","ts":1785307355.795169,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c1bcd1a-0a8e-436d-aafd-a4b1ad7c30bc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307355.7951818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c1bcd1a-0a8e-436d-aafd-a4b1ad7c30bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307355.7952013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c1bcd1a-0a8e-436d-aafd-a4b1ad7c30bc"} {"level":"info","ts":1785307355.8268795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307355.8269398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c18c014c-029f-4597-aad4-db250164ab69"} {"level":"info","ts":1785307355.8269536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c18c014c-029f-4597-aad4-db250164ab69"} {"level":"info","ts":1785307355.8269649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c18c014c-029f-4597-aad4-db250164ab69","EoS":false} {"level":"info","ts":1785307355.8269749,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c18c014c-029f-4597-aad4-db250164ab69","EoS":true} {"level":"info","ts":1785307355.8269958,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c18c014c-029f-4597-aad4-db250164ab69","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307355.8270118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c18c014c-029f-4597-aad4-db250164ab69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307355.827031,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c18c014c-029f-4597-aad4-db250164ab69"} {"level":"info","ts":1785307355.8536963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307355.853754,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbb7f1d8-3814-40f0-8c88-b0f10dd4f446"} {"level":"info","ts":1785307360.470628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307360.4707258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80f06d5f-2675-4c64-9d3a-166194872af6"} {"level":"info","ts":1785307360.470742,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80f06d5f-2675-4c64-9d3a-166194872af6"} {"level":"info","ts":1785307360.4707558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80f06d5f-2675-4c64-9d3a-166194872af6","EoS":false} {"level":"info","ts":1785307360.4707696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80f06d5f-2675-4c64-9d3a-166194872af6","EoS":true} {"level":"info","ts":1785307360.47079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"80f06d5f-2675-4c64-9d3a-166194872af6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307360.4708056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80f06d5f-2675-4c64-9d3a-166194872af6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307360.4708254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80f06d5f-2675-4c64-9d3a-166194872af6"} {"level":"info","ts":1785307369.0092516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307369.0093563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9398be36-84e3-4b88-9a90-a30c28f29f73"} {"level":"info","ts":1785307369.0093706,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9398be36-84e3-4b88-9a90-a30c28f29f73"} {"level":"info","ts":1785307369.00939,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9398be36-84e3-4b88-9a90-a30c28f29f73","EoS":false} {"level":"info","ts":1785307369.0094125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9398be36-84e3-4b88-9a90-a30c28f29f73","EoS":true} {"level":"info","ts":1785307369.0094385,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9398be36-84e3-4b88-9a90-a30c28f29f73","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307369.0094552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9398be36-84e3-4b88-9a90-a30c28f29f73","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307369.0094776,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9398be36-84e3-4b88-9a90-a30c28f29f73"} {"level":"info","ts":1785307371.0391085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307371.0391936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f09b180-af21-4dcb-9c91-c827aad6d3f2"} {"level":"info","ts":1785307371.0392034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f09b180-af21-4dcb-9c91-c827aad6d3f2"} {"level":"info","ts":1785307371.0392134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f09b180-af21-4dcb-9c91-c827aad6d3f2","EoS":false} {"level":"info","ts":1785307371.0392265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f09b180-af21-4dcb-9c91-c827aad6d3f2","EoS":true} {"level":"info","ts":1785307371.0392454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f09b180-af21-4dcb-9c91-c827aad6d3f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307371.0392613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f09b180-af21-4dcb-9c91-c827aad6d3f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307371.0392852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f09b180-af21-4dcb-9c91-c827aad6d3f2"} {"level":"info","ts":1785307383.8671086,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307383.8671937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fa3c6ee-79e1-46bb-923a-24bf1f9c4a92"} {"level":"info","ts":1785307383.8672044,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fa3c6ee-79e1-46bb-923a-24bf1f9c4a92"} {"level":"info","ts":1785307383.8672159,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fa3c6ee-79e1-46bb-923a-24bf1f9c4a92","EoS":false} {"level":"info","ts":1785307383.8672266,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fa3c6ee-79e1-46bb-923a-24bf1f9c4a92","EoS":true} {"level":"info","ts":1785307383.8672483,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fa3c6ee-79e1-46bb-923a-24bf1f9c4a92","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307383.867266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fa3c6ee-79e1-46bb-923a-24bf1f9c4a92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307383.867289,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fa3c6ee-79e1-46bb-923a-24bf1f9c4a92"} {"level":"info","ts":1785307392.3877351,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307392.3878295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2bfb3d60-df1a-4a17-94e1-b7e1d1932e72"} {"level":"info","ts":1785307392.3878407,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2bfb3d60-df1a-4a17-94e1-b7e1d1932e72"} {"level":"info","ts":1785307392.3878653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bfb3d60-df1a-4a17-94e1-b7e1d1932e72","EoS":false} {"level":"info","ts":1785307392.3878772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2bfb3d60-df1a-4a17-94e1-b7e1d1932e72","EoS":true} {"level":"info","ts":1785307392.3878994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2bfb3d60-df1a-4a17-94e1-b7e1d1932e72","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307392.387916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2bfb3d60-df1a-4a17-94e1-b7e1d1932e72","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307392.3879373,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2bfb3d60-df1a-4a17-94e1-b7e1d1932e72"} {"level":"info","ts":1785307401.235748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307401.2358286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96b30724-2dc2-4c84-9467-c0f77197a9f8"} {"level":"info","ts":1785307401.2358384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96b30724-2dc2-4c84-9467-c0f77197a9f8"} {"level":"info","ts":1785307401.2358701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96b30724-2dc2-4c84-9467-c0f77197a9f8","EoS":false} {"level":"info","ts":1785307401.2358816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96b30724-2dc2-4c84-9467-c0f77197a9f8","EoS":true} {"level":"info","ts":1785307401.235902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96b30724-2dc2-4c84-9467-c0f77197a9f8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307401.2359169,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96b30724-2dc2-4c84-9467-c0f77197a9f8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307401.2359412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96b30724-2dc2-4c84-9467-c0f77197a9f8"} {"level":"info","ts":1785307410.1842437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307410.1843216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7585b4c3-45f5-454b-a8a8-f61fcf2a9cf5"} {"level":"info","ts":1785307410.1843305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7585b4c3-45f5-454b-a8a8-f61fcf2a9cf5"} {"level":"info","ts":1785307410.184341,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7585b4c3-45f5-454b-a8a8-f61fcf2a9cf5","EoS":false} {"level":"info","ts":1785307410.184354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7585b4c3-45f5-454b-a8a8-f61fcf2a9cf5","EoS":true} {"level":"info","ts":1785307410.1843739,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7585b4c3-45f5-454b-a8a8-f61fcf2a9cf5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307410.1843896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7585b4c3-45f5-454b-a8a8-f61fcf2a9cf5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307410.184413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7585b4c3-45f5-454b-a8a8-f61fcf2a9cf5"} {"level":"info","ts":1785307414.9021494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307414.9022286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a679b28-72ac-43d2-8ef9-449e02485c26"} {"level":"info","ts":1785307414.902242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a679b28-72ac-43d2-8ef9-449e02485c26"} {"level":"info","ts":1785307414.9022546,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a679b28-72ac-43d2-8ef9-449e02485c26","EoS":false} {"level":"info","ts":1785307414.9022675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a679b28-72ac-43d2-8ef9-449e02485c26","EoS":true} {"level":"info","ts":1785307414.9022877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a679b28-72ac-43d2-8ef9-449e02485c26","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785307414.9023037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a679b28-72ac-43d2-8ef9-449e02485c26","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307414.9023252,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a679b28-72ac-43d2-8ef9-449e02485c26"} {"level":"info","ts":1785307419.61566,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307419.615745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8992072-b597-4461-be03-8618a64b8baa"} {"level":"info","ts":1785307419.6157575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8992072-b597-4461-be03-8618a64b8baa"} {"level":"info","ts":1785307419.6157746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8992072-b597-4461-be03-8618a64b8baa","EoS":false} {"level":"info","ts":1785307419.6157892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8992072-b597-4461-be03-8618a64b8baa","EoS":true} {"level":"info","ts":1785307419.6158116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8992072-b597-4461-be03-8618a64b8baa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307419.6158302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8992072-b597-4461-be03-8618a64b8baa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307419.615879,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8992072-b597-4461-be03-8618a64b8baa"} {"level":"info","ts":1785307419.985408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307419.9854937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3ceadab-1993-4dcc-b924-a07cda80f631"} {"level":"info","ts":1785307419.9855034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c3ceadab-1993-4dcc-b924-a07cda80f631"} {"level":"info","ts":1785307419.9855146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3ceadab-1993-4dcc-b924-a07cda80f631","EoS":false} {"level":"info","ts":1785307419.9855292,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c3ceadab-1993-4dcc-b924-a07cda80f631","EoS":true} {"level":"info","ts":1785307419.985551,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3ceadab-1993-4dcc-b924-a07cda80f631","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307419.985569,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3ceadab-1993-4dcc-b924-a07cda80f631","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307419.9855917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c3ceadab-1993-4dcc-b924-a07cda80f631"} {"level":"info","ts":1785307422.0173683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307422.0174446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dd63de9-1e42-4208-96bb-de5e0b2a0df5"} {"level":"info","ts":1785307422.0174537,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8dd63de9-1e42-4208-96bb-de5e0b2a0df5"} {"level":"info","ts":1785307422.017466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8dd63de9-1e42-4208-96bb-de5e0b2a0df5","EoS":false} {"level":"info","ts":1785307422.0174768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8dd63de9-1e42-4208-96bb-de5e0b2a0df5","EoS":true} {"level":"info","ts":1785307422.0174978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8dd63de9-1e42-4208-96bb-de5e0b2a0df5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307422.0175135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dd63de9-1e42-4208-96bb-de5e0b2a0df5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307422.017536,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8dd63de9-1e42-4208-96bb-de5e0b2a0df5"} {"level":"info","ts":1785307424.048158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307424.0482373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e131f0d2-b235-4116-9142-a69fbd5bc653"} {"level":"info","ts":1785307424.0482519,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e131f0d2-b235-4116-9142-a69fbd5bc653"} {"level":"info","ts":1785307424.0482652,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e131f0d2-b235-4116-9142-a69fbd5bc653","EoS":false} {"level":"info","ts":1785307424.0482757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e131f0d2-b235-4116-9142-a69fbd5bc653","EoS":true} {"level":"info","ts":1785307424.048298,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e131f0d2-b235-4116-9142-a69fbd5bc653","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307424.048316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e131f0d2-b235-4116-9142-a69fbd5bc653","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307424.048339,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e131f0d2-b235-4116-9142-a69fbd5bc653"} {"level":"info","ts":1785307426.0801196,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307426.0801966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a5148db-6c48-48b7-9fa5-29957960e8f3"} {"level":"info","ts":1785307426.0802064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a5148db-6c48-48b7-9fa5-29957960e8f3"} {"level":"info","ts":1785307426.0802174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a5148db-6c48-48b7-9fa5-29957960e8f3","EoS":false} {"level":"info","ts":1785307426.0802279,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a5148db-6c48-48b7-9fa5-29957960e8f3","EoS":true} {"level":"info","ts":1785307426.0802476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a5148db-6c48-48b7-9fa5-29957960e8f3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307426.0802653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a5148db-6c48-48b7-9fa5-29957960e8f3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307426.080285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a5148db-6c48-48b7-9fa5-29957960e8f3"} {"level":"info","ts":1785307448.2395225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307448.23961,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec66efe5-16c7-4afe-9546-c7df80101c75"} {"level":"info","ts":1785307448.239623,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec66efe5-16c7-4afe-9546-c7df80101c75"} {"level":"info","ts":1785307448.2396345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec66efe5-16c7-4afe-9546-c7df80101c75","EoS":false} {"level":"info","ts":1785307448.2396452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec66efe5-16c7-4afe-9546-c7df80101c75","EoS":true} {"level":"info","ts":1785307448.2396657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec66efe5-16c7-4afe-9546-c7df80101c75","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307448.2396815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec66efe5-16c7-4afe-9546-c7df80101c75","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307448.2397196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec66efe5-16c7-4afe-9546-c7df80101c75"} {"level":"info","ts":1785307457.5252457,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307457.5253205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"844bae75-e2df-4c70-92ff-577fb4a6b3ff"} {"level":"info","ts":1785307457.5253315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"844bae75-e2df-4c70-92ff-577fb4a6b3ff"} {"level":"info","ts":1785307457.5253422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"844bae75-e2df-4c70-92ff-577fb4a6b3ff","EoS":false} {"level":"info","ts":1785307457.5253527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"844bae75-e2df-4c70-92ff-577fb4a6b3ff","EoS":true} {"level":"info","ts":1785307457.5253742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"844bae75-e2df-4c70-92ff-577fb4a6b3ff","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307457.5253904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"844bae75-e2df-4c70-92ff-577fb4a6b3ff","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307457.5254154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"844bae75-e2df-4c70-92ff-577fb4a6b3ff"} {"level":"info","ts":1785307475.732463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307475.73254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43f9c137-ccad-4593-9d2a-0014776d5337"} {"level":"info","ts":1785307475.7325525,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43f9c137-ccad-4593-9d2a-0014776d5337"} {"level":"info","ts":1785307475.7325633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43f9c137-ccad-4593-9d2a-0014776d5337","EoS":false} {"level":"info","ts":1785307475.7325752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43f9c137-ccad-4593-9d2a-0014776d5337","EoS":true} {"level":"info","ts":1785307475.7325938,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43f9c137-ccad-4593-9d2a-0014776d5337","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307475.7326093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43f9c137-ccad-4593-9d2a-0014776d5337","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307475.7326334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43f9c137-ccad-4593-9d2a-0014776d5337"} {"level":"info","ts":1785307485.3160827,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307485.3161628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17c84e7f-dbe1-4a34-8d4c-e767add8c166"} {"level":"info","ts":1785307485.3161762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17c84e7f-dbe1-4a34-8d4c-e767add8c166"} {"level":"info","ts":1785307485.3161883,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17c84e7f-dbe1-4a34-8d4c-e767add8c166","EoS":false} {"level":"info","ts":1785307485.3162088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17c84e7f-dbe1-4a34-8d4c-e767add8c166","EoS":true} {"level":"info","ts":1785307485.316229,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17c84e7f-dbe1-4a34-8d4c-e767add8c166","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307485.316246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17c84e7f-dbe1-4a34-8d4c-e767add8c166","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307485.3162692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17c84e7f-dbe1-4a34-8d4c-e767add8c166"} {"level":"info","ts":1785307494.7279031,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307494.7280056,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"486aa419-4f61-40f1-b875-5250f16a9b52"} {"level":"info","ts":1785307494.7280223,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"486aa419-4f61-40f1-b875-5250f16a9b52"} {"level":"info","ts":1785307494.7280436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"486aa419-4f61-40f1-b875-5250f16a9b52","EoS":false} {"level":"info","ts":1785307494.7280633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"486aa419-4f61-40f1-b875-5250f16a9b52","EoS":true} {"level":"info","ts":1785307494.7280955,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"486aa419-4f61-40f1-b875-5250f16a9b52","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307494.7281163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"486aa419-4f61-40f1-b875-5250f16a9b52","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307494.7281475,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"486aa419-4f61-40f1-b875-5250f16a9b52"} {"level":"info","ts":1785307494.7631986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307494.7632706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d246a501-4da8-477c-9e9e-b58e9da0bcb1"} {"level":"info","ts":1785307494.7632818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d246a501-4da8-477c-9e9e-b58e9da0bcb1"} {"level":"info","ts":1785307494.763293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d246a501-4da8-477c-9e9e-b58e9da0bcb1","EoS":false} {"level":"info","ts":1785307494.7633057,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d246a501-4da8-477c-9e9e-b58e9da0bcb1","EoS":true} {"level":"info","ts":1785307494.7633235,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d246a501-4da8-477c-9e9e-b58e9da0bcb1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307494.7633402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d246a501-4da8-477c-9e9e-b58e9da0bcb1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307494.7633617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d246a501-4da8-477c-9e9e-b58e9da0bcb1"} {"level":"info","ts":1785307513.7438173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307513.7439578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c690debf-4b72-4a06-b481-b3784911c836"} {"level":"info","ts":1785307513.7439752,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c690debf-4b72-4a06-b481-b3784911c836"} {"level":"info","ts":1785307513.743996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c690debf-4b72-4a06-b481-b3784911c836","EoS":false} {"level":"info","ts":1785307513.744017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c690debf-4b72-4a06-b481-b3784911c836","EoS":true} {"level":"info","ts":1785307513.744051,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c690debf-4b72-4a06-b481-b3784911c836","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307513.7440708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c690debf-4b72-4a06-b481-b3784911c836","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307513.744102,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c690debf-4b72-4a06-b481-b3784911c836"} {"level":"info","ts":1785307523.0179365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307523.0180144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6405952-b466-42e5-9a3a-5c31b336489e"} {"level":"info","ts":1785307523.0180247,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6405952-b466-42e5-9a3a-5c31b336489e"} {"level":"info","ts":1785307523.0180395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6405952-b466-42e5-9a3a-5c31b336489e","EoS":false} {"level":"info","ts":1785307523.0180583,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6405952-b466-42e5-9a3a-5c31b336489e","EoS":true} {"level":"info","ts":1785307523.0180805,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6405952-b466-42e5-9a3a-5c31b336489e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307523.0180967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6405952-b466-42e5-9a3a-5c31b336489e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307523.0181196,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6405952-b466-42e5-9a3a-5c31b336489e"} {"level":"info","ts":1785307528.3123724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307528.3124506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53066d74-1be9-49cf-a76e-58c24192595b"} {"level":"info","ts":1785307528.312463,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53066d74-1be9-49cf-a76e-58c24192595b"} {"level":"info","ts":1785307528.3124752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53066d74-1be9-49cf-a76e-58c24192595b","EoS":false} {"level":"info","ts":1785307528.312486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53066d74-1be9-49cf-a76e-58c24192595b","EoS":true} {"level":"info","ts":1785307528.312507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53066d74-1be9-49cf-a76e-58c24192595b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785307528.3125236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53066d74-1be9-49cf-a76e-58c24192595b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785307528.3125467,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53066d74-1be9-49cf-a76e-58c24192595b"} {"level":"info","ts":1785307618.7740662,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307618.774176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"effe1bcd-572f-4fa7-85d2-d22d89318434"} {"level":"info","ts":1785307618.7741976,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"effe1bcd-572f-4fa7-85d2-d22d89318434"} {"level":"info","ts":1785307618.7742133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"effe1bcd-572f-4fa7-85d2-d22d89318434","EoS":false} {"level":"info","ts":1785307618.7742283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"effe1bcd-572f-4fa7-85d2-d22d89318434","EoS":true} {"level":"info","ts":1785307618.7742567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"effe1bcd-572f-4fa7-85d2-d22d89318434","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785307618.7742748,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"effe1bcd-572f-4fa7-85d2-d22d89318434","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785307618.774299,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"effe1bcd-572f-4fa7-85d2-d22d89318434"} {"level":"info","ts":1785307648.525249,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307648.5253246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4ccf848-fabc-4398-b331-04e2d956580c"} {"level":"info","ts":1785307648.5253332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4ccf848-fabc-4398-b331-04e2d956580c"} {"level":"info","ts":1785307648.5253448,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4ccf848-fabc-4398-b331-04e2d956580c","EoS":false} {"level":"info","ts":1785307648.5253556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4ccf848-fabc-4398-b331-04e2d956580c","EoS":true} {"level":"info","ts":1785307648.5253756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4ccf848-fabc-4398-b331-04e2d956580c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785307648.525391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4ccf848-fabc-4398-b331-04e2d956580c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785307648.5254157,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4ccf848-fabc-4398-b331-04e2d956580c"} {"level":"info","ts":1785307690.0944674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307690.0945458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c45b5527-8663-44a5-b9ab-9a009887b165"} {"level":"info","ts":1785307690.094555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c45b5527-8663-44a5-b9ab-9a009887b165"} {"level":"info","ts":1785307690.0945678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c45b5527-8663-44a5-b9ab-9a009887b165","EoS":false} {"level":"info","ts":1785307690.0945854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c45b5527-8663-44a5-b9ab-9a009887b165","EoS":true} {"level":"info","ts":1785307690.094605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c45b5527-8663-44a5-b9ab-9a009887b165","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307690.0946212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c45b5527-8663-44a5-b9ab-9a009887b165","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307690.094643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c45b5527-8663-44a5-b9ab-9a009887b165"} {"level":"info","ts":1785307705.375564,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307705.3756454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57c221a5-9db7-41e9-a4ff-dd7327a4417a"} {"level":"info","ts":1785307705.3756547,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57c221a5-9db7-41e9-a4ff-dd7327a4417a"} {"level":"info","ts":1785307705.3756657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57c221a5-9db7-41e9-a4ff-dd7327a4417a","EoS":false} {"level":"info","ts":1785307705.3756788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57c221a5-9db7-41e9-a4ff-dd7327a4417a","EoS":true} {"level":"info","ts":1785307705.3756993,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57c221a5-9db7-41e9-a4ff-dd7327a4417a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307705.375715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57c221a5-9db7-41e9-a4ff-dd7327a4417a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307705.3757367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57c221a5-9db7-41e9-a4ff-dd7327a4417a"} {"level":"info","ts":1785307705.6665235,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785307705.6666055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c39dea1-25b4-4135-85a7-73810437be93"} {"level":"info","ts":1785307705.6666162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c39dea1-25b4-4135-85a7-73810437be93"} {"level":"info","ts":1785307705.666629,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c39dea1-25b4-4135-85a7-73810437be93","EoS":false} {"level":"info","ts":1785307705.6666486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c39dea1-25b4-4135-85a7-73810437be93","EoS":true} {"level":"info","ts":1785307705.6666782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c39dea1-25b4-4135-85a7-73810437be93","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785307705.6666977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c39dea1-25b4-4135-85a7-73810437be93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785307705.666722,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c39dea1-25b4-4135-85a7-73810437be93"} {"level":"info","ts":1785308002.2799716,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308002.2800558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8142290b-35ec-46eb-bda0-0c0ec064fa6a"} {"level":"info","ts":1785308002.2800636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8142290b-35ec-46eb-bda0-0c0ec064fa6a"} {"level":"info","ts":1785308002.280075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8142290b-35ec-46eb-bda0-0c0ec064fa6a","EoS":false} {"level":"info","ts":1785308002.2800894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8142290b-35ec-46eb-bda0-0c0ec064fa6a","EoS":true} {"level":"info","ts":1785308002.2801113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8142290b-35ec-46eb-bda0-0c0ec064fa6a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785308002.280127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8142290b-35ec-46eb-bda0-0c0ec064fa6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785308002.2801495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8142290b-35ec-46eb-bda0-0c0ec064fa6a"} {"level":"info","ts":1785308002.3212314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308002.3212996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc93fc35-7e33-43af-bb8e-ae6fa6efe980"} {"level":"info","ts":1785308002.3213112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fc93fc35-7e33-43af-bb8e-ae6fa6efe980"} {"level":"info","ts":1785308002.321322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc93fc35-7e33-43af-bb8e-ae6fa6efe980","EoS":false} {"level":"info","ts":1785308002.321332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fc93fc35-7e33-43af-bb8e-ae6fa6efe980","EoS":true} {"level":"info","ts":1785308002.3213518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fc93fc35-7e33-43af-bb8e-ae6fa6efe980","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785308002.3213663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc93fc35-7e33-43af-bb8e-ae6fa6efe980","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785308002.3213851,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fc93fc35-7e33-43af-bb8e-ae6fa6efe980"} {"level":"info","ts":1785308002.3526657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308002.3527324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79d3ada2-0677-4cb8-b8ab-3142c4a6bce3"} {"level":"info","ts":1785308002.3527443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79d3ada2-0677-4cb8-b8ab-3142c4a6bce3"} {"level":"info","ts":1785308002.3527563,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79d3ada2-0677-4cb8-b8ab-3142c4a6bce3","EoS":false} {"level":"info","ts":1785308002.3527668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79d3ada2-0677-4cb8-b8ab-3142c4a6bce3","EoS":true} {"level":"info","ts":1785308002.352788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79d3ada2-0677-4cb8-b8ab-3142c4a6bce3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785308002.3528068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79d3ada2-0677-4cb8-b8ab-3142c4a6bce3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785308002.3528283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79d3ada2-0677-4cb8-b8ab-3142c4a6bce3"} {"level":"info","ts":1785308007.244408,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c47af1c-2ca8-4232-a4f5-3e966f79871a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785308007.244437,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c47af1c-2ca8-4232-a4f5-3e966f79871a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785308007.2444808,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"234fa25c-6e58-4d85-8cde-927eb08cb117"} {"level":"info","ts":1785308007.2514248,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"637caeb2-13eb-4795-b027-23e79caa15cb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785308007.2514567,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"637caeb2-13eb-4795-b027-23e79caa15cb","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785308007.2526567,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"234fa25c-6e58-4d85-8cde-927eb08cb117","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308007.2529016,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35801.102502482,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.2529192,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.4165874,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"900098cd-03ab-4bff-8bf8-c1ef378964a6"} {"level":"info","ts":1785308007.4167547,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40745bfa-7017-42e6-9c18-e8bd60f9ee95","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785308007.4170294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"40745bfa-7017-42e6-9c18-e8bd60f9ee95","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785308007.417103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39471.876463627,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.4171166,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.4173303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"790a5d3f-973b-4d29-a252-a8ce9b8ae67c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785308007.4173636,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"790a5d3f-973b-4d29-a252-a8ce9b8ae67c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785308007.417419,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29a80154-ca73-40df-86de-eea6412cbb02","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785308007.4174535,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29a80154-ca73-40df-86de-eea6412cbb02","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785308007.4180748,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.423473,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.4538388,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37971.27945773,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.4538803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.4603016,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785308007.518052,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"900098cd-03ab-4bff-8bf8-c1ef378964a6","name":"e2e-external-model"} {"level":"info","ts":1785308007.518584,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27f060ed-7f37-40b0-bbb8-ae2b9faa4b26","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785308007.5186222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27f060ed-7f37-40b0-bbb8-ae2b9faa4b26","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785308007.5270343,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"900098cd-03ab-4bff-8bf8-c1ef378964a6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785308007.5270886,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"900098cd-03ab-4bff-8bf8-c1ef378964a6","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308007.5271647,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96127ef6-3a36-454d-ae6c-d7339ca2fab4"} {"level":"info","ts":1785308007.5272205,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96127ef6-3a36-454d-ae6c-d7339ca2fab4","name":"e2e-external-model"} {"level":"info","ts":1785308007.5303037,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c83e3b7-0b34-4d62-b1ad-4413b726cded","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785308007.530339,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c83e3b7-0b34-4d62-b1ad-4413b726cded","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785308007.5346055,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96127ef6-3a36-454d-ae6c-d7339ca2fab4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785308007.5381157,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96127ef6-3a36-454d-ae6c-d7339ca2fab4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308007.5382156,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f11ae905-0012-41d2-ab34-47f276f2e2d2"} {"level":"info","ts":1785308007.5382602,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f11ae905-0012-41d2-ab34-47f276f2e2d2","name":"e2e-external-model"} {"level":"info","ts":1785308007.5440395,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eef07637-e76c-4b19-ae0e-ba6f7fc1e6e2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785308007.544069,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eef07637-e76c-4b19-ae0e-ba6f7fc1e6e2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785308007.5456243,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f11ae905-0012-41d2-ab34-47f276f2e2d2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785308007.5492558,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f11ae905-0012-41d2-ab34-47f276f2e2d2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308007.5493395,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee5ec8fb-d624-4442-9193-58049d461650"} {"level":"info","ts":1785308007.5493922,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee5ec8fb-d624-4442-9193-58049d461650","name":"e2e-external-model"} {"level":"info","ts":1785308007.5545704,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"234fa25c-6e58-4d85-8cde-927eb08cb117","name":"e2e-external-provider"} {"level":"info","ts":1785308007.5567667,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee5ec8fb-d624-4442-9193-58049d461650","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785308007.5642517,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"234fa25c-6e58-4d85-8cde-927eb08cb117","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785308007.5678055,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"234fa25c-6e58-4d85-8cde-927eb08cb117","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308007.5679085,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9443842-4b6c-4a96-b62e-ad056fd64dd4"} {"level":"info","ts":1785308007.5679457,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9443842-4b6c-4a96-b62e-ad056fd64dd4","name":"e2e-external-provider"} {"level":"info","ts":1785308007.5772939,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c9443842-4b6c-4a96-b62e-ad056fd64dd4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785308012.8824184,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308012.8825114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87020811-6792-4c83-90c3-1950144627ed"} {"level":"info","ts":1785308012.8825245,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87020811-6792-4c83-90c3-1950144627ed"} {"level":"info","ts":1785308012.882537,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87020811-6792-4c83-90c3-1950144627ed","EoS":false} {"level":"info","ts":1785308012.882557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87020811-6792-4c83-90c3-1950144627ed","EoS":true} {"level":"info","ts":1785308012.882579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87020811-6792-4c83-90c3-1950144627ed","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785308012.8825958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87020811-6792-4c83-90c3-1950144627ed","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785308012.8826044,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"87020811-6792-4c83-90c3-1950144627ed","modelName":"e2e-external-model"} {"level":"info","ts":1785308012.882617,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"87020811-6792-4c83-90c3-1950144627ed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785308012.882667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87020811-6792-4c83-90c3-1950144627ed"} {"level":"info","ts":1785308012.9287586,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308012.928832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583"} {"level":"info","ts":1785308012.9288442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583"} {"level":"info","ts":1785308012.9288833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583","EoS":false} {"level":"info","ts":1785308012.9289021,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583","EoS":true} {"level":"info","ts":1785308012.9289474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785308012.9289644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785308012.9289815,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583","modelName":"e2e-external-model"} {"level":"info","ts":1785308012.928997,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785308012.9290338,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"07e27796-6ac4-40d5-83f0-dc40a59ed583"} {"level":"info","ts":1785308012.9614944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308012.961573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0"} {"level":"info","ts":1785308012.9615843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0"} {"level":"info","ts":1785308012.961596,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0","EoS":false} {"level":"info","ts":1785308012.961606,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0","EoS":true} {"level":"info","ts":1785308012.961626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785308012.9616418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785308012.961649,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0","modelName":"e2e-external-model"} {"level":"info","ts":1785308012.961662,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785308012.9617012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"99b44c0d-61c3-40c5-b850-a52a109c31e0"} {"level":"info","ts":1785308013.205236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e53a510-dc87-4550-acab-e11a6ce25afc"} {"level":"info","ts":1785308013.2052743,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8201641a-b5fd-4486-87ff-1119c1449ceb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785308013.2053127,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8201641a-b5fd-4486-87ff-1119c1449ceb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785308013.2104487,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11023f0e-5722-4202-997b-34d6957f918c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785308013.2104795,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11023f0e-5722-4202-997b-34d6957f918c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785308013.213439,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e53a510-dc87-4550-acab-e11a6ce25afc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308013.2134955,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e53a510-dc87-4550-acab-e11a6ce25afc","name":"e2e-cleanup-test"} {"level":"info","ts":1785308013.2252653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bae3587-9217-470c-a6fb-0618842d6b5e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785308013.2253065,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bae3587-9217-470c-a6fb-0618842d6b5e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785308013.232804,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e53a510-dc87-4550-acab-e11a6ce25afc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785308013.2328832,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e53a510-dc87-4550-acab-e11a6ce25afc","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308013.2329519,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f05db73-016f-4d6d-b8f0-eea8eee29a27"} {"level":"info","ts":1785308013.2330155,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f05db73-016f-4d6d-b8f0-eea8eee29a27","name":"e2e-cleanup-test"} {"level":"info","ts":1785308013.2367454,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d17b8348-a605-47cc-ab50-34d619bd022c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785308013.2367756,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d17b8348-a605-47cc-ab50-34d619bd022c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785308013.2402208,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f05db73-016f-4d6d-b8f0-eea8eee29a27","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785308013.2437344,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f05db73-016f-4d6d-b8f0-eea8eee29a27","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308013.2438369,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d6e5b58-5dc8-48e2-ae9c-4ac0760090e1"} {"level":"info","ts":1785308013.243937,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d6e5b58-5dc8-48e2-ae9c-4ac0760090e1","name":"e2e-cleanup-test"} {"level":"info","ts":1785308013.249083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"058e1cb2-62cf-4d55-85b9-f8c832ad6607","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785308013.2491107,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"058e1cb2-62cf-4d55-85b9-f8c832ad6607","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785308013.2512205,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d6e5b58-5dc8-48e2-ae9c-4ac0760090e1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785308013.2546716,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3d6e5b58-5dc8-48e2-ae9c-4ac0760090e1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785308013.2547393,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59907cc1-31ac-497c-aa26-9732361342ec"} {"level":"info","ts":1785308013.254795,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59907cc1-31ac-497c-aa26-9732361342ec","name":"e2e-cleanup-test"} {"level":"info","ts":1785308013.2615235,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59907cc1-31ac-497c-aa26-9732361342ec","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785308021.507711,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e7eeb584-f53e-44cb-9bdb-e2847d97d859"} {"level":"info","ts":1785308021.5077581,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c16eecc-372a-465e-aa98-915315491d46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785308021.5077934,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c16eecc-372a-465e-aa98-915315491d46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785308025.821882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308025.8219635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ff63884-3984-915a-84a4-00337c6ecf9d"} {"level":"info","ts":1785308025.821973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ff63884-3984-915a-84a4-00337c6ecf9d"} {"level":"info","ts":1785308025.8219914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ff63884-3984-915a-84a4-00337c6ecf9d","EoS":false} {"level":"info","ts":1785308025.8220067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ff63884-3984-915a-84a4-00337c6ecf9d","EoS":true} {"level":"info","ts":1785308025.8220267,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ff63884-3984-915a-84a4-00337c6ecf9d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785308025.8220422,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ff63884-3984-915a-84a4-00337c6ecf9d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785308025.8220682,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ff63884-3984-915a-84a4-00337c6ecf9d"} {"level":"info","ts":1785308025.8476849,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308025.8477433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b"} {"level":"info","ts":1785308025.8477519,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b"} {"level":"info","ts":1785308025.8477626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b","EoS":false} {"level":"info","ts":1785308025.8477764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b","EoS":true} {"level":"info","ts":1785308025.8477926,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785308025.8478067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785308025.8478134,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b","modelName":"e2e-external-model"} {"level":"info","ts":1785308025.8478265,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785308025.8478832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b78599dc-35c1-42ea-9f33-a4d1ae00dc5b"} {"level":"info","ts":1785308025.9962966,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308025.9963748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"712a8160-b757-483d-a76a-f9e2e086db79"} {"level":"info","ts":1785308025.996799,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"712a8160-b757-483d-a76a-f9e2e086db79"} {"level":"info","ts":1785308025.9968164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"712a8160-b757-483d-a76a-f9e2e086db79","EoS":false} {"level":"info","ts":1785308025.9968312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"712a8160-b757-483d-a76a-f9e2e086db79","EoS":true} {"level":"info","ts":1785308025.9968827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"712a8160-b757-483d-a76a-f9e2e086db79","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785308025.9969034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"712a8160-b757-483d-a76a-f9e2e086db79","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785308025.99693,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"712a8160-b757-483d-a76a-f9e2e086db79"} {"level":"info","ts":1785308026.0817728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785308026.0818348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"177eb20f-2763-46f1-9cea-474d717c114e"} {"level":"info","ts":1785308026.0818439,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"177eb20f-2763-46f1-9cea-474d717c114e"} {"level":"info","ts":1785308026.0818849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"177eb20f-2763-46f1-9cea-474d717c114e","EoS":false} {"level":"info","ts":1785308026.081902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"177eb20f-2763-46f1-9cea-474d717c114e","EoS":true} {"level":"info","ts":1785308026.0819247,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"177eb20f-2763-46f1-9cea-474d717c114e","field":"model"} {"level":"info","ts":1785308026.0819492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"177eb20f-2763-46f1-9cea-474d717c114e"} {"level":"info","ts":1785308027.0418077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30f5f904-e9c9-42d7-87b3-ae7f1bf771cd"} {"level":"info","ts":1785308027.04188,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a50933a3-e70b-4b30-bb3f-54a5d1e75c90","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785308027.041915,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a50933a3-e70b-4b30-bb3f-54a5d1e75c90","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785308027.2234793,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7cb09d51-17e1-4932-bae2-2cb66bbb0cc7"} {"level":"info","ts":1785308027.2235277,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4de2fb52-4745-476f-ba80-4247fe1f9dea","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785308027.2235613,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4de2fb52-4745-476f-ba80-4247fe1f9dea","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785309472.5631952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785309472.5632796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66d5e79e-f11b-4a64-99bf-74452b596e20"} {"level":"info","ts":1785309547.754696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785309547.7548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cedfec6-c544-4569-befa-8c63ce59dd45"} {"level":"info","ts":1785309547.7548168,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cedfec6-c544-4569-befa-8c63ce59dd45"} {"level":"info","ts":1785309547.7548378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cedfec6-c544-4569-befa-8c63ce59dd45","EoS":false} {"level":"info","ts":1785309547.7548869,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cedfec6-c544-4569-befa-8c63ce59dd45","EoS":true} {"level":"info","ts":1785309547.7549126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cedfec6-c544-4569-befa-8c63ce59dd45","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785309547.754927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cedfec6-c544-4569-befa-8c63ce59dd45","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785309547.754948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cedfec6-c544-4569-befa-8c63ce59dd45"}