{"level":"info","ts":1784915795.4619067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8168eaf-9e62-4bee-b776-51e7192138ec"} {"level":"info","ts":1784915795.4619174,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8168eaf-9e62-4bee-b776-51e7192138ec"} {"level":"info","ts":1784915795.4619296,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8168eaf-9e62-4bee-b776-51e7192138ec","EoS":false} {"level":"info","ts":1784915795.4619424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8168eaf-9e62-4bee-b776-51e7192138ec","EoS":true} {"level":"info","ts":1784915795.4619627,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8168eaf-9e62-4bee-b776-51e7192138ec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915795.4619787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8168eaf-9e62-4bee-b776-51e7192138ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915795.4619997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8168eaf-9e62-4bee-b776-51e7192138ec"} {"level":"info","ts":1784915795.4950283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915795.495114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de8fde7c-678b-46c2-8eee-0fe16741f3b3"} {"level":"info","ts":1784915795.4951262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de8fde7c-678b-46c2-8eee-0fe16741f3b3"} {"level":"info","ts":1784915795.4951384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de8fde7c-678b-46c2-8eee-0fe16741f3b3","EoS":false} {"level":"info","ts":1784915795.49515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de8fde7c-678b-46c2-8eee-0fe16741f3b3","EoS":true} {"level":"info","ts":1784915795.4951725,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de8fde7c-678b-46c2-8eee-0fe16741f3b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915795.4951882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de8fde7c-678b-46c2-8eee-0fe16741f3b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915795.4952087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de8fde7c-678b-46c2-8eee-0fe16741f3b3"} {"level":"info","ts":1784915795.5497797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915795.5498524,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9499515f-3df7-4e85-869e-7612f802240a"} {"level":"info","ts":1784915795.5498612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9499515f-3df7-4e85-869e-7612f802240a"} {"level":"info","ts":1784915795.549873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9499515f-3df7-4e85-869e-7612f802240a","EoS":false} {"level":"info","ts":1784915795.549886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9499515f-3df7-4e85-869e-7612f802240a","EoS":true} {"level":"info","ts":1784915795.54994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9499515f-3df7-4e85-869e-7612f802240a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915795.5499592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9499515f-3df7-4e85-869e-7612f802240a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915795.549979,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9499515f-3df7-4e85-869e-7612f802240a"} {"level":"info","ts":1784915796.2392628,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915796.239337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915796.2393463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915796.2393878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","EoS":false} {"level":"info","ts":1784915796.2394016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","EoS":true} {"level":"info","ts":1784915796.2394223,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915796.239439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915796.2394547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57adffd1-ea59-4c79-adbe-b3a796d775a6"} {"level":"info","ts":1784915796.2808254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915796.2809043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffdb70f1-417b-4723-8076-8e1d585c2ddc"} {"level":"info","ts":1784915796.2809138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffdb70f1-417b-4723-8076-8e1d585c2ddc"} {"level":"info","ts":1784915796.2809255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffdb70f1-417b-4723-8076-8e1d585c2ddc","EoS":false} {"level":"info","ts":1784915796.2809403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffdb70f1-417b-4723-8076-8e1d585c2ddc","EoS":true} {"level":"info","ts":1784915796.2810044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffdb70f1-417b-4723-8076-8e1d585c2ddc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915796.2810214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffdb70f1-417b-4723-8076-8e1d585c2ddc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915796.2810457,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffdb70f1-417b-4723-8076-8e1d585c2ddc"} {"level":"info","ts":1784915800.4449174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915800.44499,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e0360e6-ac9a-43ff-aaab-edc69452fe35"} {"level":"info","ts":1784915800.4449995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e0360e6-ac9a-43ff-aaab-edc69452fe35"} {"level":"info","ts":1784915800.4450107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e0360e6-ac9a-43ff-aaab-edc69452fe35","EoS":false} {"level":"info","ts":1784915800.445021,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e0360e6-ac9a-43ff-aaab-edc69452fe35","EoS":true} {"level":"info","ts":1784915800.4450402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e0360e6-ac9a-43ff-aaab-edc69452fe35","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915800.4450557,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e0360e6-ac9a-43ff-aaab-edc69452fe35","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915800.445116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e0360e6-ac9a-43ff-aaab-edc69452fe35"} {"level":"info","ts":1784915816.2594862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.2595723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.2595847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.2595968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","EoS":false} {"level":"info","ts":1784915816.259608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","EoS":true} {"level":"info","ts":1784915816.2596376,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915816.2596536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.2596738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c6cbcbc-4081-4f73-b973-ade681fe1cf7"} {"level":"info","ts":1784915816.41183,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.4119492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.411962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.4119747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","EoS":false} {"level":"info","ts":1784915816.4119885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","EoS":true} {"level":"info","ts":1784915816.4120605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915816.4120781,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.4120996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9daf5e69-5476-47ab-850b-b9006febbe55"} {"level":"info","ts":1784915816.5533075,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.5534112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.5534241,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.553436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","EoS":false} {"level":"info","ts":1784915816.5534463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","EoS":true} {"level":"info","ts":1784915816.553466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915816.5534844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.5535138,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03ee237b-2c28-47fd-af42-b7988ac5219c"} {"level":"info","ts":1784915816.7019172,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.7020235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.7020361,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.7020476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","EoS":false} {"level":"info","ts":1784915816.7020578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","EoS":true} {"level":"info","ts":1784915816.702124,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915816.70214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.7021608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d908d51-ef83-46ed-a795-78439b8cf342"} {"level":"info","ts":1784915816.842558,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.842641,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915816.8426514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915816.8426623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","EoS":false} {"level":"info","ts":1784915816.8426812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","EoS":true} {"level":"info","ts":1784915816.8427036,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915816.8427193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.8427458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb8f50ff-93f2-446f-92fd-2af29140e791"} {"level":"info","ts":1784915816.9810894,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915816.9811733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a17e108-8e92-47a5-a71e-80b7cca1d3a7"} {"level":"info","ts":1784915816.9811816,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a17e108-8e92-47a5-a71e-80b7cca1d3a7"} {"level":"info","ts":1784915816.9811924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a17e108-8e92-47a5-a71e-80b7cca1d3a7","EoS":false} {"level":"info","ts":1784915816.9812045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a17e108-8e92-47a5-a71e-80b7cca1d3a7","EoS":true} {"level":"info","ts":1784915816.9812348,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a17e108-8e92-47a5-a71e-80b7cca1d3a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915816.9812524,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a17e108-8e92-47a5-a71e-80b7cca1d3a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915816.9812741,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a17e108-8e92-47a5-a71e-80b7cca1d3a7"} {"level":"info","ts":1784915831.6493154,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915831.6494203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.6494403,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.649461,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","EoS":false} {"level":"info","ts":1784915831.6494823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","EoS":true} {"level":"info","ts":1784915831.649514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915831.6495326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915831.64956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9565372c-3c03-44c0-a894-7605d22d96fd"} {"level":"info","ts":1784915831.6941316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915831.694227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba62c42a-792b-4678-97fb-3a44c202e039"} {"level":"info","ts":1784915831.6942441,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba62c42a-792b-4678-97fb-3a44c202e039"} {"level":"info","ts":1784915831.6942613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba62c42a-792b-4678-97fb-3a44c202e039","EoS":false} {"level":"info","ts":1784915831.6942792,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba62c42a-792b-4678-97fb-3a44c202e039","EoS":true} {"level":"info","ts":1784915831.6943114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba62c42a-792b-4678-97fb-3a44c202e039","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915831.694332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba62c42a-792b-4678-97fb-3a44c202e039","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915831.694383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba62c42a-792b-4678-97fb-3a44c202e039"} {"level":"info","ts":1784915831.7319725,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915831.7320712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6935d5a-e830-4925-a6fe-a38e642063ff"} {"level":"info","ts":1784915831.7320879,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6935d5a-e830-4925-a6fe-a38e642063ff"} {"level":"info","ts":1784915831.7321062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6935d5a-e830-4925-a6fe-a38e642063ff","EoS":false} {"level":"info","ts":1784915831.7321274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6935d5a-e830-4925-a6fe-a38e642063ff","EoS":true} {"level":"info","ts":1784915831.732157,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6935d5a-e830-4925-a6fe-a38e642063ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915831.7321756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6935d5a-e830-4925-a6fe-a38e642063ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915831.7322059,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6935d5a-e830-4925-a6fe-a38e642063ff"} {"level":"info","ts":1784915831.7693236,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915831.7694244,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a6641b0-497b-4a26-ba66-14680faee28a"} {"level":"info","ts":1784915836.3946476,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915836.3947246,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915836.394751,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915836.3947628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","EoS":false} {"level":"info","ts":1784915836.3947816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","EoS":true} {"level":"info","ts":1784915836.3948033,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915836.3948207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915836.39484,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7571a0a0-f3aa-4964-a89e-9e6cfd589fe4"} {"level":"info","ts":1784915844.9670513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915844.9671645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915844.9671829,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915844.9672046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","EoS":false} {"level":"info","ts":1784915844.967224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","EoS":true} {"level":"info","ts":1784915844.9672582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915844.9672766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915844.9673057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6df2c31-f4e5-4739-a8a0-b32bef788c22"} {"level":"info","ts":1784915857.8405833,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915857.840683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915857.8407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915857.8407195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","EoS":false} {"level":"info","ts":1784915857.840741,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","EoS":true} {"level":"info","ts":1784915857.8407738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915857.8407948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915857.840826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"54bd983b-059c-4b5d-b4da-976f0efb50eb"} {"level":"info","ts":1784915866.3715491,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915866.3716297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915866.3716397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915866.3716524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","EoS":false} {"level":"info","ts":1784915866.371667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","EoS":true} {"level":"info","ts":1784915866.3716931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915866.3717093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915866.371784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0d3c9aa-bae2-47e7-805d-c98a7b102f2b"} {"level":"info","ts":1784915875.262533,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915875.2626398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915875.262652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915875.2626636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","EoS":false} {"level":"info","ts":1784915875.262674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","EoS":true} {"level":"info","ts":1784915875.2626965,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915875.2627115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915875.2627273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73709e0e-c83d-4335-936b-669f779a4780"} {"level":"info","ts":1784915884.2415411,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915884.2416182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"073cc082-c1e2-4146-98ff-f83e859d346d"} {"level":"info","ts":1784915884.2416284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"073cc082-c1e2-4146-98ff-f83e859d346d"} {"level":"info","ts":1784915884.2416399,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"073cc082-c1e2-4146-98ff-f83e859d346d","EoS":false} {"level":"info","ts":1784915884.2416532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"073cc082-c1e2-4146-98ff-f83e859d346d","EoS":true} {"level":"info","ts":1784915884.241675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"073cc082-c1e2-4146-98ff-f83e859d346d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915884.2416904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"073cc082-c1e2-4146-98ff-f83e859d346d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915884.2417116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"073cc082-c1e2-4146-98ff-f83e859d346d"} {"level":"info","ts":1784915892.1150227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915892.115103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7425d909-1931-4135-bf06-c382674b9706"} {"level":"info","ts":1784915892.1151118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7425d909-1931-4135-bf06-c382674b9706"} {"level":"info","ts":1784915892.115124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7425d909-1931-4135-bf06-c382674b9706","EoS":false} {"level":"info","ts":1784915892.1151345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7425d909-1931-4135-bf06-c382674b9706","EoS":true} {"level":"info","ts":1784915892.1151557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7425d909-1931-4135-bf06-c382674b9706","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915892.1151733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7425d909-1931-4135-bf06-c382674b9706","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915892.115193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7425d909-1931-4135-bf06-c382674b9706"} {"level":"info","ts":1784915896.8757071,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915896.8757966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"730d3bc2-a787-43b9-b341-acacfef62946"} {"level":"info","ts":1784915896.8758094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"730d3bc2-a787-43b9-b341-acacfef62946"} {"level":"info","ts":1784915896.875826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"730d3bc2-a787-43b9-b341-acacfef62946","EoS":false} {"level":"info","ts":1784915896.8758934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"730d3bc2-a787-43b9-b341-acacfef62946","EoS":true} {"level":"info","ts":1784915896.8759246,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"730d3bc2-a787-43b9-b341-acacfef62946","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915896.8759384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"730d3bc2-a787-43b9-b341-acacfef62946","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915896.8759618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"730d3bc2-a787-43b9-b341-acacfef62946"} {"level":"info","ts":1784915897.155425,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915897.1554983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d5e9f75-e1b4-44ac-920e-787fbc9d27be"} {"level":"info","ts":1784915897.155507,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d5e9f75-e1b4-44ac-920e-787fbc9d27be"} {"level":"info","ts":1784915897.155518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d5e9f75-e1b4-44ac-920e-787fbc9d27be","EoS":false} {"level":"info","ts":1784915897.1555283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d5e9f75-e1b4-44ac-920e-787fbc9d27be","EoS":true} {"level":"info","ts":1784915897.1555495,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d5e9f75-e1b4-44ac-920e-787fbc9d27be","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915897.1555645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d5e9f75-e1b4-44ac-920e-787fbc9d27be","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915897.1555846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d5e9f75-e1b4-44ac-920e-787fbc9d27be"} {"level":"info","ts":1784915899.1940966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915899.1941724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1256a9d-a6e8-4d11-9212-fa117023f656"} {"level":"info","ts":1784915899.194183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1256a9d-a6e8-4d11-9212-fa117023f656"} {"level":"info","ts":1784915899.19421,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1256a9d-a6e8-4d11-9212-fa117023f656","EoS":false} {"level":"info","ts":1784915899.194223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1256a9d-a6e8-4d11-9212-fa117023f656","EoS":true} {"level":"info","ts":1784915899.1942449,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1256a9d-a6e8-4d11-9212-fa117023f656","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915899.194261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1256a9d-a6e8-4d11-9212-fa117023f656","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915899.1942816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1256a9d-a6e8-4d11-9212-fa117023f656"} {"level":"info","ts":1784915901.2345934,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915901.2346725,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915901.234682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915901.2346942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","EoS":false} {"level":"info","ts":1784915901.2347069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","EoS":true} {"level":"info","ts":1784915901.2347283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915901.2347455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915901.2347655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4833bc9e-6c0a-45cc-a0ba-c93c895a3e72"} {"level":"info","ts":1784915924.7817845,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915924.7818687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915924.7818792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915924.7818928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","EoS":false} {"level":"info","ts":1784915924.7819047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","EoS":true} {"level":"info","ts":1784915924.7819257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915924.7819426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915924.781964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ae76d4d-5447-489c-a3d7-ba2c35612b20"} {"level":"info","ts":1784915934.1014183,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915934.1014946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"982e03e7-65f4-4652-92f6-de38e2415c37"} {"level":"info","ts":1784915934.1015038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"982e03e7-65f4-4652-92f6-de38e2415c37"} {"level":"info","ts":1784915934.1015146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982e03e7-65f4-4652-92f6-de38e2415c37","EoS":false} {"level":"info","ts":1784915934.1015246,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"982e03e7-65f4-4652-92f6-de38e2415c37","EoS":true} {"level":"info","ts":1784915934.1015472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"982e03e7-65f4-4652-92f6-de38e2415c37","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915934.1015632,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"982e03e7-65f4-4652-92f6-de38e2415c37","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915934.101582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"982e03e7-65f4-4652-92f6-de38e2415c37"} {"level":"info","ts":1784915939.5594554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915939.559549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c23a674-c5c2-4e85-b715-b35d54eb1e0f"} {"level":"info","ts":1784915939.5595624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c23a674-c5c2-4e85-b715-b35d54eb1e0f"} {"level":"info","ts":1784915939.5595758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c23a674-c5c2-4e85-b715-b35d54eb1e0f","EoS":false} {"level":"info","ts":1784915939.5595858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c23a674-c5c2-4e85-b715-b35d54eb1e0f","EoS":true} {"level":"info","ts":1784915939.5596104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c23a674-c5c2-4e85-b715-b35d54eb1e0f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915939.5596302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c23a674-c5c2-4e85-b715-b35d54eb1e0f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915939.559654,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c23a674-c5c2-4e85-b715-b35d54eb1e0f"} {"level":"info","ts":1784915949.102718,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915949.1028128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915949.1028256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915949.1028433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","EoS":false} {"level":"info","ts":1784915949.1028647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","EoS":true} {"level":"info","ts":1784915949.102895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915949.102914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915949.1029458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"648444c1-355b-44ca-ae52-a71753b42afb"} {"level":"info","ts":1784915958.5382566,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915958.538329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.5383384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.538351,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","EoS":false} {"level":"info","ts":1784915958.5383906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","EoS":true} {"level":"info","ts":1784915958.538411,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915958.5384247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915958.5384452,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d041f162-774f-4d9e-b713-a7867f4b37de"} {"level":"info","ts":1784915958.5783162,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915958.5784123,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915958.5784218,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915958.5784342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","EoS":false} {"level":"info","ts":1784915958.5784552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","EoS":true} {"level":"info","ts":1784915958.5784736,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915958.5784876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915958.5785012,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28c0f3d2-5482-46be-8465-689fe72aa8d3"} {"level":"info","ts":1784915977.7196329,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915977.719727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784915977.719741,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784915977.7197673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","EoS":false} {"level":"info","ts":1784915977.7197893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","EoS":true} {"level":"info","ts":1784915977.7198205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915977.7198396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915977.719868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73dffae4-8aeb-4bf9-b5a7-a3e1ed64398f"} {"level":"info","ts":1784915987.0275693,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915987.0276487,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96fdf0f0-7ec8-4e49-acf0-ed7e3afb7f7f"} {"level":"info","ts":1784915987.0276718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96fdf0f0-7ec8-4e49-acf0-ed7e3afb7f7f"} {"level":"info","ts":1784915987.0276868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96fdf0f0-7ec8-4e49-acf0-ed7e3afb7f7f","EoS":false} {"level":"info","ts":1784915987.0277064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96fdf0f0-7ec8-4e49-acf0-ed7e3afb7f7f","EoS":true} {"level":"info","ts":1784915987.0277283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96fdf0f0-7ec8-4e49-acf0-ed7e3afb7f7f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784915987.0277433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96fdf0f0-7ec8-4e49-acf0-ed7e3afb7f7f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915987.0277646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96fdf0f0-7ec8-4e49-acf0-ed7e3afb7f7f"} {"level":"info","ts":1784915992.2407672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915992.2408469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"298f7ebe-f146-4dca-b780-2097d661f3e3"} {"level":"info","ts":1784915992.2408557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"298f7ebe-f146-4dca-b780-2097d661f3e3"} {"level":"info","ts":1784915992.240867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"298f7ebe-f146-4dca-b780-2097d661f3e3","EoS":false} {"level":"info","ts":1784915992.2408772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"298f7ebe-f146-4dca-b780-2097d661f3e3","EoS":true} {"level":"info","ts":1784915992.2408957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"298f7ebe-f146-4dca-b780-2097d661f3e3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784915992.240911,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"298f7ebe-f146-4dca-b780-2097d661f3e3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784915992.2409327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"298f7ebe-f146-4dca-b780-2097d661f3e3"} {"level":"info","ts":1784916082.632741,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916082.6328568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fb4ddbf-0d19-42e6-a820-1a6643dc1382"} {"level":"info","ts":1784916082.6328735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fb4ddbf-0d19-42e6-a820-1a6643dc1382"} {"level":"info","ts":1784916082.6328912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fb4ddbf-0d19-42e6-a820-1a6643dc1382","EoS":false} {"level":"info","ts":1784916082.6329095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fb4ddbf-0d19-42e6-a820-1a6643dc1382","EoS":true} {"level":"info","ts":1784916082.6329381,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fb4ddbf-0d19-42e6-a820-1a6643dc1382","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784916082.6329587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fb4ddbf-0d19-42e6-a820-1a6643dc1382","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784916082.6329863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fb4ddbf-0d19-42e6-a820-1a6643dc1382"} {"level":"info","ts":1784916106.2723508,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916106.272477,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916106.2724972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916106.2725182,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","EoS":false} {"level":"info","ts":1784916106.2725384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","EoS":true} {"level":"info","ts":1784916106.2725737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784916106.2725935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784916106.2726228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f21587c2-cfa5-4547-9863-eb506158f662"} {"level":"info","ts":1784916143.417569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916143.4176462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916143.417655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916143.4176667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","EoS":false} {"level":"info","ts":1784916143.417678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","EoS":true} {"level":"info","ts":1784916143.4176986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916143.4177146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916143.4177341,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2d54d86-5e39-4322-a103-c4949203edfe"} {"level":"info","ts":1784916158.7087257,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916158.7088022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916158.7088118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916158.7088244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","EoS":false} {"level":"info","ts":1784916158.7088351,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","EoS":true} {"level":"info","ts":1784916158.708854,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916158.708869,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916158.7088883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2965f0fd-3af4-470b-b138-cf957a954d82"} {"level":"info","ts":1784916159.0211108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916159.021188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"375e8ff2-023b-4657-97f4-eba396a93f6d"} {"level":"info","ts":1784916159.0211968,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"375e8ff2-023b-4657-97f4-eba396a93f6d"} {"level":"info","ts":1784916159.021208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"375e8ff2-023b-4657-97f4-eba396a93f6d","EoS":false} {"level":"info","ts":1784916159.0212207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"375e8ff2-023b-4657-97f4-eba396a93f6d","EoS":true} {"level":"info","ts":1784916159.0212398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"375e8ff2-023b-4657-97f4-eba396a93f6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916159.0212538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"375e8ff2-023b-4657-97f4-eba396a93f6d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916159.0212731,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"375e8ff2-023b-4657-97f4-eba396a93f6d"} {"level":"info","ts":1784916449.215476,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916449.2155826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916449.2155972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916449.2156134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","EoS":false} {"level":"info","ts":1784916449.2156322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","EoS":true} {"level":"info","ts":1784916449.2156613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916449.2156818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916449.2157116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31d55d2c-3a35-456f-8e4a-7178241cc6e4"} {"level":"info","ts":1784916449.2589557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916449.2590268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"761d1032-d12e-4418-adca-5fe1596c35b2"} {"level":"info","ts":1784916449.2590737,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"761d1032-d12e-4418-adca-5fe1596c35b2"} {"level":"info","ts":1784916449.2590857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"761d1032-d12e-4418-adca-5fe1596c35b2","EoS":false} {"level":"info","ts":1784916449.2590966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"761d1032-d12e-4418-adca-5fe1596c35b2","EoS":true} {"level":"info","ts":1784916449.2591145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"761d1032-d12e-4418-adca-5fe1596c35b2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916449.259129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"761d1032-d12e-4418-adca-5fe1596c35b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916449.2591493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"761d1032-d12e-4418-adca-5fe1596c35b2"} {"level":"info","ts":1784916449.3017335,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916449.301818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"972d6607-4fac-437d-a174-76f943604b98"} {"level":"info","ts":1784916449.30183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"972d6607-4fac-437d-a174-76f943604b98"} {"level":"info","ts":1784916449.3018415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"972d6607-4fac-437d-a174-76f943604b98","EoS":false} {"level":"info","ts":1784916449.301853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"972d6607-4fac-437d-a174-76f943604b98","EoS":true} {"level":"info","ts":1784916449.3018718,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"972d6607-4fac-437d-a174-76f943604b98","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784916449.3018909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"972d6607-4fac-437d-a174-76f943604b98","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784916449.3019176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"972d6607-4fac-437d-a174-76f943604b98"} {"level":"info","ts":1784916454.1925259,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a072eca8-188b-40c1-aa37-0eb2a3859e01"} {"level":"info","ts":1784916454.19262,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64bb579d-9ebf-492e-b930-c90348ac5114","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916454.1926537,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64bb579d-9ebf-492e-b930-c90348ac5114","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916454.201131,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1af9c22-3a37-42cf-a9a2-8ad6fa34d292","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916454.2011642,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b1af9c22-3a37-42cf-a9a2-8ad6fa34d292","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784916454.2025948,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a072eca8-188b-40c1-aa37-0eb2a3859e01","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916454.20284,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34912.892770415,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.202858,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.3801923,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ce66ea-9304-4033-88d5-3fb254a55b72"} {"level":"info","ts":1784916454.380829,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4185dda0-609d-4fd6-9d27-1f2d281e0d76","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.3808613,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4185dda0-609d-4fd6-9d27-1f2d281e0d76","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916454.3809214,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b74d7238-507b-444b-9b08-e06bccaea2c5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916454.380947,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b74d7238-507b-444b-9b08-e06bccaea2c5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784916454.3814173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.3816643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1fc2fdb-63fd-4f0b-9f38-5f1e17e27127","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.3816898,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1fc2fdb-63fd-4f0b-9f38-5f1e17e27127","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784916454.3906348,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ce66ea-9304-4033-88d5-3fb254a55b72","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916454.3908906,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34392.482228451,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.3909106,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.4030306,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33918.995606089,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.403057,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.4045153,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.4781635,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784916454.490979,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ce66ea-9304-4033-88d5-3fb254a55b72","name":"e2e-external-model"} {"level":"info","ts":1784916454.5029588,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f65d3d2-43f6-4cd1-bdf0-8320197fcef2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.502998,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f65d3d2-43f6-4cd1-bdf0-8320197fcef2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916454.5030932,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a072eca8-188b-40c1-aa37-0eb2a3859e01","name":"e2e-external-provider"} {"level":"error","ts":1784916454.5353148,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ce66ea-9304-4033-88d5-3fb254a55b72","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784916454.5353897,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6ce66ea-9304-4033-88d5-3fb254a55b72","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916454.5354092,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a072eca8-188b-40c1-aa37-0eb2a3859e01","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784916454.535486,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a8d9f3d-ff13-4038-94ec-cbe60a2fa1ef"} {"level":"info","ts":1784916454.5355535,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a8d9f3d-ff13-4038-94ec-cbe60a2fa1ef","name":"e2e-external-model"} {"level":"info","ts":1784916454.5389767,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df818f31-9701-444e-9666-6116064c3667","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.5390162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df818f31-9701-444e-9666-6116064c3667","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784916454.5406275,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a072eca8-188b-40c1-aa37-0eb2a3859e01","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916454.5407112,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"421cede2-93ef-4bb1-a74f-479a54ccdccc"} {"level":"info","ts":1784916454.5407543,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"421cede2-93ef-4bb1-a74f-479a54ccdccc","name":"e2e-external-provider"} {"level":"info","ts":1784916454.5616064,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a8d9f3d-ff13-4038-94ec-cbe60a2fa1ef","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916454.56432,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"421cede2-93ef-4bb1-a74f-479a54ccdccc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784916454.5791395,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a8d9f3d-ff13-4038-94ec-cbe60a2fa1ef","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916454.5792642,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d35402b-c081-4c1c-9b01-e6589aa6afdb"} {"level":"info","ts":1784916454.5793438,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d35402b-c081-4c1c-9b01-e6589aa6afdb","name":"e2e-external-model"} {"level":"info","ts":1784916454.579429,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f61437cc-29ff-49ed-a876-15575928113f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916454.5794668,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f61437cc-29ff-49ed-a876-15575928113f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784916454.59813,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d35402b-c081-4c1c-9b01-e6589aa6afdb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784916454.602668,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d35402b-c081-4c1c-9b01-e6589aa6afdb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916454.6027656,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e60192a0-53d3-41f9-873f-376650514701"} {"level":"info","ts":1784916454.602823,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e60192a0-53d3-41f9-873f-376650514701","name":"e2e-external-model"} {"level":"info","ts":1784916454.6164756,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e60192a0-53d3-41f9-873f-376650514701","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916461.8181396,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916461.8182263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a"} {"level":"info","ts":1784916461.8182392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a"} {"level":"info","ts":1784916461.818257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a","EoS":false} {"level":"info","ts":1784916461.818275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a","EoS":true} {"level":"info","ts":1784916461.8183076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916461.8183265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916461.8183393,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a","modelName":"e2e-external-model"} {"level":"info","ts":1784916461.8183885,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916461.818457,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f23cd1b-3d59-4b6f-b9d9-2d07cbef303a"} {"level":"info","ts":1784916461.870637,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916461.870712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0"} {"level":"info","ts":1784916461.870723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0"} {"level":"info","ts":1784916461.8707347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0","EoS":false} {"level":"info","ts":1784916461.8707476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0","EoS":true} {"level":"info","ts":1784916461.8707676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916461.8707836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916461.870791,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0","modelName":"e2e-external-model"} {"level":"info","ts":1784916461.8708525,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916461.87089,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28162200-51c3-4ea5-8c5b-dd019d16a8b0"} {"level":"info","ts":1784916461.9043918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916461.904469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87"} {"level":"info","ts":1784916461.9044788,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87"} {"level":"info","ts":1784916461.9044898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","EoS":false} {"level":"info","ts":1784916461.904504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","EoS":true} {"level":"info","ts":1784916461.904524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916461.904539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916461.9045458,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","modelName":"e2e-external-model"} {"level":"info","ts":1784916461.9045594,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916461.9045942,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d8f883e-4290-4905-aae9-f4ce9911fa87"} {"level":"info","ts":1784916462.0440369,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd7141a1-1db4-4191-9e6d-226dde18d4ec","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.0440824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dd7141a1-1db4-4191-9e6d-226dde18d4ec","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916462.044093,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8fc26ae-b778-4aa4-8c2c-569ce9b3952b"} {"level":"info","ts":1784916462.0518718,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8fc26ae-b778-4aa4-8c2c-569ce9b3952b","name":"e2e-cleanup-test"} {"level":"info","ts":1784916462.051928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb9f9fd8-63dd-4310-bfdd-5997f1b9856b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.05196,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb9f9fd8-63dd-4310-bfdd-5997f1b9856b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916462.0602396,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8fc26ae-b778-4aa4-8c2c-569ce9b3952b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916462.065949,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffd6b0ef-946d-439f-a58d-8dbec674009d"} {"level":"info","ts":1784916462.0660224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b54a98db-bf3c-4312-b7c8-d92b75506fa5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.0660434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b54a98db-bf3c-4312-b7c8-d92b75506fa5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784916462.0660489,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffd6b0ef-946d-439f-a58d-8dbec674009d","name":"e2e-cleanup-test"} {"level":"info","ts":1784916462.0826485,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7205be3-7d44-454b-b62e-b4fae538c366","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.082691,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d7205be3-7d44-454b-b62e-b4fae538c366","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784916462.0835667,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffd6b0ef-946d-439f-a58d-8dbec674009d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784916462.0836143,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffd6b0ef-946d-439f-a58d-8dbec674009d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916462.0836704,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a925e18-234c-4271-9a09-bc284653e9f3"} {"level":"info","ts":1784916462.0837228,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a925e18-234c-4271-9a09-bc284653e9f3","name":"e2e-cleanup-test"} {"level":"info","ts":1784916462.0920775,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a925e18-234c-4271-9a09-bc284653e9f3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916462.099016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecee573b-5d51-423f-803a-300375531d21","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916462.0990512,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecee573b-5d51-423f-803a-300375531d21","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784916462.0999882,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a925e18-234c-4271-9a09-bc284653e9f3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784916462.1000638,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748f7038-84c6-425b-92a9-a6ed302e6e31"} {"level":"info","ts":1784916462.1001143,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748f7038-84c6-425b-92a9-a6ed302e6e31","name":"e2e-cleanup-test"} {"level":"info","ts":1784916462.1082642,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"748f7038-84c6-425b-92a9-a6ed302e6e31","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784916470.3322546,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84133b75-70f2-4f37-86f5-0cfed6f69e37","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916470.3323,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"84133b75-70f2-4f37-86f5-0cfed6f69e37","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784916470.3323069,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ac9beb3-d0a4-4c21-80d6-641b5b83de27"} {"level":"info","ts":1784916474.650052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916474.650132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6"} {"level":"info","ts":1784916474.6501412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6"} {"level":"info","ts":1784916474.6501555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6","EoS":false} {"level":"info","ts":1784916474.6501694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6","EoS":true} {"level":"info","ts":1784916474.6501906,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784916474.6502066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784916474.6502268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c05cf057-b181-4f80-9b8a-a315ff1411e6"} {"level":"info","ts":1784916474.6833396,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916474.6834335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa"} {"level":"info","ts":1784916474.683444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa"} {"level":"info","ts":1784916474.6834593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","EoS":false} {"level":"info","ts":1784916474.683471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","EoS":true} {"level":"info","ts":1784916474.683489,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784916474.6835039,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916474.6835115,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","modelName":"e2e-external-model"} {"level":"info","ts":1784916474.6835265,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784916474.6835713,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"965d27dd-36fc-47fa-920c-1dccd6de15fa"} {"level":"info","ts":1784916474.7276533,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916474.7277336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.727749,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.7277615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","EoS":false} {"level":"info","ts":1784916474.7277722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","EoS":true} {"level":"info","ts":1784916474.7277925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784916474.727807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784916474.72783,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f3465eb-dce1-4f97-b77b-2c5c588ee60b"} {"level":"info","ts":1784916474.87017,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916474.8702426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916474.8702505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916474.8702614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","EoS":false} {"level":"info","ts":1784916474.8702712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","EoS":true} {"level":"info","ts":1784916474.870294,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b","field":"model"} {"level":"info","ts":1784916474.8703709,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3fda7d3-3cf8-4303-b5ab-0c74a45a5c3b"} {"level":"info","ts":1784916475.8108735,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d44058aa-2400-4be0-8abb-9929a98cb36a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916475.8109138,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d44058aa-2400-4be0-8abb-9929a98cb36a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784916475.8109303,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6083ae8a-200f-4bf5-96fb-ba745931cb00"} {"level":"info","ts":1784916475.9644163,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee3d7d23-ab3e-4e6b-87a2-84e47670b7f7"} {"level":"info","ts":1784916475.964417,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3494271c-6f6c-46a7-942d-812c82859b63","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916475.964489,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3494271c-6f6c-46a7-942d-812c82859b63","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784917523.147801,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784917523.1478856,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ca4101e-2f44-4c9f-9054-175b2f5fc7aa"} {"level":"info","ts":1784917578.0910008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784917578.0910873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"} {"level":"info","ts":1784917578.0910954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"} {"level":"info","ts":1784917578.091107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","EoS":false} {"level":"info","ts":1784917578.091117,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","EoS":true} {"level":"info","ts":1784917578.0911417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784917578.0911584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784917578.0911772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"050d3e59-1c77-41e1-99ac-4d57652dbb0c"}