{"level":"info","ts":1785272447.9267976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9857bb70-04be-43f7-99a0-fe3712a433e8","EoS":true} {"level":"info","ts":1785272447.9268205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9857bb70-04be-43f7-99a0-fe3712a433e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272447.9268355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9857bb70-04be-43f7-99a0-fe3712a433e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272447.9268563,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9857bb70-04be-43f7-99a0-fe3712a433e8"} {"level":"info","ts":1785272448.627377,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272448.627462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272448.627477,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272448.6274934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","EoS":false} {"level":"info","ts":1785272448.6275082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","EoS":true} {"level":"info","ts":1785272448.6275632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272448.6275842,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272448.6276073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43faf20b-e51d-4e45-8b43-bd5005fef023"} {"level":"info","ts":1785272448.6644034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272448.6644928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0231bf19-ccbc-4919-9046-1cd52af4afa6"} {"level":"info","ts":1785272448.664505,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0231bf19-ccbc-4919-9046-1cd52af4afa6"} {"level":"info","ts":1785272448.6645164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0231bf19-ccbc-4919-9046-1cd52af4afa6","EoS":false} {"level":"info","ts":1785272448.6645348,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0231bf19-ccbc-4919-9046-1cd52af4afa6","EoS":true} {"level":"info","ts":1785272448.6645663,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0231bf19-ccbc-4919-9046-1cd52af4afa6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272448.664584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0231bf19-ccbc-4919-9046-1cd52af4afa6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272448.6646087,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0231bf19-ccbc-4919-9046-1cd52af4afa6"} {"level":"info","ts":1785272452.8317692,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272452.8318946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81d5ee80-4ca1-497e-9efc-e30bd8a242bb"} {"level":"info","ts":1785272452.831906,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81d5ee80-4ca1-497e-9efc-e30bd8a242bb"} {"level":"info","ts":1785272452.8319178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81d5ee80-4ca1-497e-9efc-e30bd8a242bb","EoS":false} {"level":"info","ts":1785272452.8319318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81d5ee80-4ca1-497e-9efc-e30bd8a242bb","EoS":true} {"level":"info","ts":1785272452.8319588,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81d5ee80-4ca1-497e-9efc-e30bd8a242bb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272452.8319793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81d5ee80-4ca1-497e-9efc-e30bd8a242bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272452.8320067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81d5ee80-4ca1-497e-9efc-e30bd8a242bb"} {"level":"info","ts":1785272471.7599432,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272471.7600229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.7600317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.7600424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","EoS":false} {"level":"info","ts":1785272471.7600543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","EoS":true} {"level":"info","ts":1785272471.7600768,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272471.760102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272471.760125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1019073b-70fc-466c-a85a-b5260f9b0b24"} {"level":"info","ts":1785272471.907161,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272471.9072585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272471.9072752,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272471.9072955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","EoS":false} {"level":"info","ts":1785272471.9073179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","EoS":true} {"level":"info","ts":1785272471.907349,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272471.9073684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272471.9073985,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b05648d3-6357-40cc-bf60-87d51e9d723a"} {"level":"info","ts":1785272472.044982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272472.0450637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.0450733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.045086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","EoS":false} {"level":"info","ts":1785272472.0450964,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","EoS":true} {"level":"info","ts":1785272472.0451174,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272472.0451336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272472.0451558,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f76e96e-635b-49ba-9047-6f16e3af089f"} {"level":"info","ts":1785272472.1869516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272472.187028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.1870368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.187048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","EoS":false} {"level":"info","ts":1785272472.1870575,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","EoS":true} {"level":"info","ts":1785272472.1870782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272472.187094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272472.1871176,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53b9c465-275e-4b71-b57f-3b29decb468d"} {"level":"info","ts":1785272472.3256028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272472.3256934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272472.32571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272472.3257308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","EoS":false} {"level":"info","ts":1785272472.3257494,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","EoS":true} {"level":"info","ts":1785272472.325813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272472.325837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272472.3258703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c636d02-fd92-41e2-9bac-75b54694dab7"} {"level":"info","ts":1785272472.4648697,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272472.464948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aeebada0-60fd-46a1-aba5-1d06f288e2b4"} {"level":"info","ts":1785272472.4649575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aeebada0-60fd-46a1-aba5-1d06f288e2b4"} {"level":"info","ts":1785272472.4649687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aeebada0-60fd-46a1-aba5-1d06f288e2b4","EoS":false} {"level":"info","ts":1785272472.4649808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aeebada0-60fd-46a1-aba5-1d06f288e2b4","EoS":true} {"level":"info","ts":1785272472.4650018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aeebada0-60fd-46a1-aba5-1d06f288e2b4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272472.4650173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aeebada0-60fd-46a1-aba5-1d06f288e2b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272472.4650388,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aeebada0-60fd-46a1-aba5-1d06f288e2b4"} {"level":"info","ts":1785272489.333041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272489.3331332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.3331535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.3331726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","EoS":false} {"level":"info","ts":1785272489.3331954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","EoS":true} {"level":"info","ts":1785272489.3332317,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272489.3332946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272489.3333204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"151ca691-bb8c-4198-bae1-b36db53bdb2a"} {"level":"info","ts":1785272489.3743997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272489.3745131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4c06b12-a206-4c69-9335-4820249b1dfd"} {"level":"info","ts":1785272489.3745315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4c06b12-a206-4c69-9335-4820249b1dfd"} {"level":"info","ts":1785272489.3745499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4c06b12-a206-4c69-9335-4820249b1dfd","EoS":false} {"level":"info","ts":1785272489.37457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4c06b12-a206-4c69-9335-4820249b1dfd","EoS":true} {"level":"info","ts":1785272489.37461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4c06b12-a206-4c69-9335-4820249b1dfd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272489.3746321,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4c06b12-a206-4c69-9335-4820249b1dfd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272489.3746662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4c06b12-a206-4c69-9335-4820249b1dfd"} {"level":"info","ts":1785272489.4108732,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272489.4109676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e644a89-29a8-409c-bffc-a221fb3ccdf9"} {"level":"info","ts":1785272489.4109845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e644a89-29a8-409c-bffc-a221fb3ccdf9"} {"level":"info","ts":1785272489.4109972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e644a89-29a8-409c-bffc-a221fb3ccdf9","EoS":false} {"level":"info","ts":1785272489.41101,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e644a89-29a8-409c-bffc-a221fb3ccdf9","EoS":true} {"level":"info","ts":1785272489.4110312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e644a89-29a8-409c-bffc-a221fb3ccdf9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272489.4110498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e644a89-29a8-409c-bffc-a221fb3ccdf9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272489.4110796,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e644a89-29a8-409c-bffc-a221fb3ccdf9"} {"level":"info","ts":1785272489.4480708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272489.4481592,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f05a7526-d3f4-9b03-a9dd-f17a3021d58c"} {"level":"info","ts":1785272494.084143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272494.0842323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272494.0842443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272494.084256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","EoS":false} {"level":"info","ts":1785272494.0842683,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","EoS":true} {"level":"info","ts":1785272494.08429,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272494.084308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272494.084329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bbe3096-e098-44a8-b5d0-3d025b4c4421"} {"level":"info","ts":1785272502.6618237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272502.6619396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc918064-471a-4686-87f5-8d34e23d0b22"} {"level":"info","ts":1785272502.6619554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc918064-471a-4686-87f5-8d34e23d0b22"} {"level":"info","ts":1785272502.6619747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc918064-471a-4686-87f5-8d34e23d0b22","EoS":false} {"level":"info","ts":1785272502.661996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc918064-471a-4686-87f5-8d34e23d0b22","EoS":true} {"level":"info","ts":1785272502.6620283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc918064-471a-4686-87f5-8d34e23d0b22","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272502.6620526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc918064-471a-4686-87f5-8d34e23d0b22","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272502.6620781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc918064-471a-4686-87f5-8d34e23d0b22"} {"level":"info","ts":1785272504.7010858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272504.7011607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272504.7011704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272504.7011817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","EoS":false} {"level":"info","ts":1785272504.7011914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","EoS":true} {"level":"info","ts":1785272504.7012115,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272504.7012272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272504.7012491,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90b1820f-0d6b-4b72-81d8-7412f338e8b6"} {"level":"info","ts":1785272517.5748427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272517.5749235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272517.5749338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272517.574945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","EoS":false} {"level":"info","ts":1785272517.5749643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","EoS":true} {"level":"info","ts":1785272517.5749862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272517.5750022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272517.57503,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"288e4a8c-7385-4d72-8655-40b5e9317697"} {"level":"info","ts":1785272526.111238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272526.1113296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272526.1113393,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272526.1113503,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","EoS":false} {"level":"info","ts":1785272526.1113615,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","EoS":true} {"level":"info","ts":1785272526.1113842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272526.1114016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272526.1114242,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b1bd619-6db5-9876-aab5-5245785cd6e0"} {"level":"info","ts":1785272535.0020695,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272535.002182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272535.0022001,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272535.0022194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","EoS":false} {"level":"info","ts":1785272535.0022368,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","EoS":true} {"level":"info","ts":1785272535.0022745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272535.0022945,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272535.0023205,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b06e8da1-5e01-4ce4-b229-eadb1db1f8d7"} {"level":"info","ts":1785272544.0109582,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272544.0110445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"744c4e8c-44fc-409f-bc91-aa2f3a0c509d"} {"level":"info","ts":1785272544.0110548,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"744c4e8c-44fc-409f-bc91-aa2f3a0c509d"} {"level":"info","ts":1785272544.0110674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"744c4e8c-44fc-409f-bc91-aa2f3a0c509d","EoS":false} {"level":"info","ts":1785272544.0110853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"744c4e8c-44fc-409f-bc91-aa2f3a0c509d","EoS":true} {"level":"info","ts":1785272544.0111067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"744c4e8c-44fc-409f-bc91-aa2f3a0c509d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272544.0111237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"744c4e8c-44fc-409f-bc91-aa2f3a0c509d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272544.0111492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"744c4e8c-44fc-409f-bc91-aa2f3a0c509d"} {"level":"info","ts":1785272548.800668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272548.8007476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f64f3175-90f9-457e-967f-365b249f2ff9"} {"level":"info","ts":1785272548.800757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f64f3175-90f9-457e-967f-365b249f2ff9"} {"level":"info","ts":1785272548.8007696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f64f3175-90f9-457e-967f-365b249f2ff9","EoS":false} {"level":"info","ts":1785272548.8008058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f64f3175-90f9-457e-967f-365b249f2ff9","EoS":true} {"level":"info","ts":1785272548.8008287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f64f3175-90f9-457e-967f-365b249f2ff9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785272548.8008454,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f64f3175-90f9-457e-967f-365b249f2ff9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272548.8008728,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f64f3175-90f9-457e-967f-365b249f2ff9"} {"level":"info","ts":1785272553.6009848,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272553.6010618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdb1b74b-2ba0-4811-a1b2-0ffbe03cdcdd"} {"level":"info","ts":1785272553.6010718,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdb1b74b-2ba0-4811-a1b2-0ffbe03cdcdd"} {"level":"info","ts":1785272553.601082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdb1b74b-2ba0-4811-a1b2-0ffbe03cdcdd","EoS":false} {"level":"info","ts":1785272553.6010954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdb1b74b-2ba0-4811-a1b2-0ffbe03cdcdd","EoS":true} {"level":"info","ts":1785272553.6011176,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdb1b74b-2ba0-4811-a1b2-0ffbe03cdcdd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272553.601135,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdb1b74b-2ba0-4811-a1b2-0ffbe03cdcdd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272553.6011562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdb1b74b-2ba0-4811-a1b2-0ffbe03cdcdd"} {"level":"info","ts":1785272554.0003464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272554.0004272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65f46ab5-d94b-4bbc-a68a-908140e21fe9"} {"level":"info","ts":1785272554.0004375,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65f46ab5-d94b-4bbc-a68a-908140e21fe9"} {"level":"info","ts":1785272554.0004487,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65f46ab5-d94b-4bbc-a68a-908140e21fe9","EoS":false} {"level":"info","ts":1785272554.000469,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65f46ab5-d94b-4bbc-a68a-908140e21fe9","EoS":true} {"level":"info","ts":1785272554.0004933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65f46ab5-d94b-4bbc-a68a-908140e21fe9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272554.0005102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65f46ab5-d94b-4bbc-a68a-908140e21fe9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272554.0005305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65f46ab5-d94b-4bbc-a68a-908140e21fe9"} {"level":"info","ts":1785272556.0351484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272556.0352254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8425336d-69e9-4c02-a425-0eceeadb22a2"} {"level":"info","ts":1785272556.0352356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8425336d-69e9-4c02-a425-0eceeadb22a2"} {"level":"info","ts":1785272556.0352466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8425336d-69e9-4c02-a425-0eceeadb22a2","EoS":false} {"level":"info","ts":1785272556.0352569,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8425336d-69e9-4c02-a425-0eceeadb22a2","EoS":true} {"level":"info","ts":1785272556.035277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8425336d-69e9-4c02-a425-0eceeadb22a2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272556.035294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8425336d-69e9-4c02-a425-0eceeadb22a2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272556.035319,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8425336d-69e9-4c02-a425-0eceeadb22a2"} {"level":"info","ts":1785272558.071858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272558.0719423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272558.0719543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272558.0719707,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","EoS":false} {"level":"info","ts":1785272558.0719874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","EoS":true} {"level":"info","ts":1785272558.0720088,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272558.072025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272558.072052,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4b69b33-9fb1-4bdd-9934-7e77357a33b3"} {"level":"info","ts":1785272580.619572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272580.6196575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272580.6196673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272580.619679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","EoS":false} {"level":"info","ts":1785272580.619692,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","EoS":true} {"level":"info","ts":1785272580.6197135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272580.6197286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272580.6197524,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c519d8a-4974-4f97-8a7f-c860bfe291e2"} {"level":"info","ts":1785272589.9860728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272589.986151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cd35608-2114-4f1e-b924-63b24066e8ea"} {"level":"info","ts":1785272589.9861617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0cd35608-2114-4f1e-b924-63b24066e8ea"} {"level":"info","ts":1785272589.986174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0cd35608-2114-4f1e-b924-63b24066e8ea","EoS":false} {"level":"info","ts":1785272589.986185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0cd35608-2114-4f1e-b924-63b24066e8ea","EoS":true} {"level":"info","ts":1785272589.9862049,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0cd35608-2114-4f1e-b924-63b24066e8ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272589.986221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cd35608-2114-4f1e-b924-63b24066e8ea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272589.986246,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0cd35608-2114-4f1e-b924-63b24066e8ea"} {"level":"info","ts":1785272606.2205217,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272606.2206037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"668f0e4e-2d0f-4827-bce3-535773cea898"} {"level":"info","ts":1785272606.2206128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"668f0e4e-2d0f-4827-bce3-535773cea898"} {"level":"info","ts":1785272606.2206247,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"668f0e4e-2d0f-4827-bce3-535773cea898","EoS":false} {"level":"info","ts":1785272606.2206378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"668f0e4e-2d0f-4827-bce3-535773cea898","EoS":true} {"level":"info","ts":1785272606.2206569,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"668f0e4e-2d0f-4827-bce3-535773cea898","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272606.2206726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"668f0e4e-2d0f-4827-bce3-535773cea898","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272606.2206962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"668f0e4e-2d0f-4827-bce3-535773cea898"} {"level":"info","ts":1785272615.8058944,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272615.805975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8019a9c9-9bf5-4ff9-89b9-dfedc8343319"} {"level":"info","ts":1785272615.8059845,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8019a9c9-9bf5-4ff9-89b9-dfedc8343319"} {"level":"info","ts":1785272615.805995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8019a9c9-9bf5-4ff9-89b9-dfedc8343319","EoS":false} {"level":"info","ts":1785272615.806005,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8019a9c9-9bf5-4ff9-89b9-dfedc8343319","EoS":true} {"level":"info","ts":1785272615.8060255,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8019a9c9-9bf5-4ff9-89b9-dfedc8343319","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272615.8060806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8019a9c9-9bf5-4ff9-89b9-dfedc8343319","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272615.8061023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8019a9c9-9bf5-4ff9-89b9-dfedc8343319"} {"level":"info","ts":1785272617.8408508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272617.8409424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272617.8409562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272617.840968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","EoS":false} {"level":"info","ts":1785272617.8409812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","EoS":true} {"level":"info","ts":1785272617.841004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272617.84102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272617.8410497,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6b8bd8c-3cfd-44bb-9276-349e4105e49d"} {"level":"info","ts":1785272627.261337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272627.2614143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.261423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.2614343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","EoS":false} {"level":"info","ts":1785272627.2614453,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","EoS":true} {"level":"info","ts":1785272627.2614667,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272627.261483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272627.261544,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56943ca5-ceca-4186-ab26-70fbd70a8b53"} {"level":"info","ts":1785272627.2997465,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272627.2998493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272627.2998638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272627.2998745,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","EoS":false} {"level":"info","ts":1785272627.299884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","EoS":true} {"level":"info","ts":1785272627.2999046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272627.2999196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272627.2999418,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68d2bf38-4a7f-4da6-803e-ba47215dbba4"} {"level":"info","ts":1785272646.4608514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272646.460945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272646.4609556,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272646.4609668,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","EoS":false} {"level":"info","ts":1785272646.4609823,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","EoS":true} {"level":"info","ts":1785272646.4610066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272646.4610233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272646.4610898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e39d37b-5173-45ee-8fcd-de2e2d64d541"} {"level":"info","ts":1785272655.8022642,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272655.8023462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5bc702bf-c043-4f03-9416-4a2d7758c760"} {"level":"info","ts":1785272655.8023555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5bc702bf-c043-4f03-9416-4a2d7758c760"} {"level":"info","ts":1785272655.8023674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bc702bf-c043-4f03-9416-4a2d7758c760","EoS":false} {"level":"info","ts":1785272655.8023808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5bc702bf-c043-4f03-9416-4a2d7758c760","EoS":true} {"level":"info","ts":1785272655.8024027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5bc702bf-c043-4f03-9416-4a2d7758c760","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272655.8024187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5bc702bf-c043-4f03-9416-4a2d7758c760","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272655.802441,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5bc702bf-c043-4f03-9416-4a2d7758c760"} {"level":"info","ts":1785272661.19933,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272661.199416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c787521-1d3f-430e-9102-a825b9fa9740"} {"level":"info","ts":1785272661.1994245,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c787521-1d3f-430e-9102-a825b9fa9740"} {"level":"info","ts":1785272661.1994398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c787521-1d3f-430e-9102-a825b9fa9740","EoS":false} {"level":"info","ts":1785272661.199457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c787521-1d3f-430e-9102-a825b9fa9740","EoS":true} {"level":"info","ts":1785272661.1994789,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c787521-1d3f-430e-9102-a825b9fa9740","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785272661.1994953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c787521-1d3f-430e-9102-a825b9fa9740","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785272661.19952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c787521-1d3f-430e-9102-a825b9fa9740"} {"level":"info","ts":1785272752.14517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272752.1452608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43b9f5d3-c1c8-4b71-8752-e1c463d51f3f"} {"level":"info","ts":1785272752.1452703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43b9f5d3-c1c8-4b71-8752-e1c463d51f3f"} {"level":"info","ts":1785272752.1452818,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43b9f5d3-c1c8-4b71-8752-e1c463d51f3f","EoS":false} {"level":"info","ts":1785272752.1452928,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43b9f5d3-c1c8-4b71-8752-e1c463d51f3f","EoS":true} {"level":"info","ts":1785272752.1453679,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43b9f5d3-c1c8-4b71-8752-e1c463d51f3f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785272752.1453893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43b9f5d3-c1c8-4b71-8752-e1c463d51f3f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785272752.145413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43b9f5d3-c1c8-4b71-8752-e1c463d51f3f"} {"level":"info","ts":1785272781.7629821,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272781.7630777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272781.7630928,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272781.7631118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","EoS":false} {"level":"info","ts":1785272781.7631323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","EoS":true} {"level":"info","ts":1785272781.763165,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785272781.7631834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785272781.7632148,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2e5e4bb4-eef7-4157-8338-35ce2060ffd7"} {"level":"info","ts":1785272823.406069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272823.4061508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272823.4061604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272823.4061716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","EoS":false} {"level":"info","ts":1785272823.4061852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","EoS":true} {"level":"info","ts":1785272823.4062047,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272823.4062183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272823.4062436,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"df9c30a5-5c32-4b5b-83be-e949e7c5cd56"} {"level":"info","ts":1785272838.710337,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272838.7104368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785272838.7104552,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785272838.710474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","EoS":false} {"level":"info","ts":1785272838.7104926,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","EoS":true} {"level":"info","ts":1785272838.7105224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272838.7105427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272838.7105694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c94da9ea-d007-407a-9014-a04aec2f7f40"} {"level":"info","ts":1785272839.0192554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785272839.0193372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25e26a22-34f4-45c7-bb63-e17eff17362a"} {"level":"info","ts":1785272839.019347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25e26a22-34f4-45c7-bb63-e17eff17362a"} {"level":"info","ts":1785272839.0193572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25e26a22-34f4-45c7-bb63-e17eff17362a","EoS":false} {"level":"info","ts":1785272839.0193684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25e26a22-34f4-45c7-bb63-e17eff17362a","EoS":true} {"level":"info","ts":1785272839.0193908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25e26a22-34f4-45c7-bb63-e17eff17362a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785272839.019407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25e26a22-34f4-45c7-bb63-e17eff17362a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785272839.019427,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25e26a22-34f4-45c7-bb63-e17eff17362a"} {"level":"info","ts":1785273142.3655396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273142.3656337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273142.3656423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273142.3656533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","EoS":false} {"level":"info","ts":1785273142.365664,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","EoS":true} {"level":"info","ts":1785273142.3656874,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785273142.3657038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785273142.3657262,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b299b00-7d36-4ab1-860e-a6a424017070"} {"level":"info","ts":1785273142.4079685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273142.4080424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e774daa-356d-4c42-b661-edad12d4925d"} {"level":"info","ts":1785273142.4080517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e774daa-356d-4c42-b661-edad12d4925d"} {"level":"info","ts":1785273142.4080627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e774daa-356d-4c42-b661-edad12d4925d","EoS":false} {"level":"info","ts":1785273142.408073,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e774daa-356d-4c42-b661-edad12d4925d","EoS":true} {"level":"info","ts":1785273142.4081018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e774daa-356d-4c42-b661-edad12d4925d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785273142.4081566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e774daa-356d-4c42-b661-edad12d4925d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785273142.4081764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e774daa-356d-4c42-b661-edad12d4925d"} {"level":"info","ts":1785273142.4430823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273142.4431684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"699f03a4-0122-45c6-8050-335bff3a78f6"} {"level":"info","ts":1785273142.4431775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"699f03a4-0122-45c6-8050-335bff3a78f6"} {"level":"info","ts":1785273142.4431882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"699f03a4-0122-45c6-8050-335bff3a78f6","EoS":false} {"level":"info","ts":1785273142.4432023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"699f03a4-0122-45c6-8050-335bff3a78f6","EoS":true} {"level":"info","ts":1785273142.4432259,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"699f03a4-0122-45c6-8050-335bff3a78f6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785273142.443242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"699f03a4-0122-45c6-8050-335bff3a78f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785273142.4432647,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"699f03a4-0122-45c6-8050-335bff3a78f6"} {"level":"info","ts":1785273147.3329759,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1afbb20e-f67b-47eb-83ee-da1c9438044f"} {"level":"info","ts":1785273147.332979,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8a94a64-b5ff-44a5-a3f1-2b863563e9bb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273147.333026,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d8a94a64-b5ff-44a5-a3f1-2b863563e9bb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273147.3393493,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d35acba5-e7a6-4f83-8b62-9bf174ca0305","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273147.3393905,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d35acba5-e7a6-4f83-8b62-9bf174ca0305","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785273147.3422034,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1afbb20e-f67b-47eb-83ee-da1c9438044f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273147.342468,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33778.285008712,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.3424907,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.4774988,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d1d2fda-6f18-48dd-b704-9525ba1d29b4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273147.4775507,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d1d2fda-6f18-48dd-b704-9525ba1d29b4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785273147.4779112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c31c6442-33ae-4e92-a4ed-d646957f710b"} {"level":"info","ts":1785273147.4783201,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f8a8b31-0de3-4088-87ac-2a1e71e2c5d1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.4783702,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f8a8b31-0de3-4088-87ac-2a1e71e2c5d1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273147.4785013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38274.728337246,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.4785204,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.4788482,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1d631db-b11a-409d-947b-2b675c1072f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.4788713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1d631db-b11a-409d-947b-2b675c1072f4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785273147.481433,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.5731223,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36821.095937646,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.5731533,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.5745597,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.5783079,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c31c6442-33ae-4e92-a4ed-d646957f710b","name":"e2e-external-model"} {"level":"info","ts":1785273147.5818157,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785273147.593177,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4771e8f6-f932-43f6-9bb1-47cf56a1dcdf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.5932171,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4771e8f6-f932-43f6-9bb1-47cf56a1dcdf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785273147.5977657,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c31c6442-33ae-4e92-a4ed-d646957f710b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785273147.5978317,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c31c6442-33ae-4e92-a4ed-d646957f710b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273147.5978954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a39f75fb-df67-43c4-b9ce-bf3252759d62"} {"level":"info","ts":1785273147.597949,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a39f75fb-df67-43c4-b9ce-bf3252759d62","name":"e2e-external-model"} {"level":"info","ts":1785273147.6112952,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec3ed93c-8828-4611-b6da-59ec4ce3e819","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.6113303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec3ed93c-8828-4611-b6da-59ec4ce3e819","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785273147.6132417,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a39f75fb-df67-43c4-b9ce-bf3252759d62","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785273147.6132839,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a39f75fb-df67-43c4-b9ce-bf3252759d62","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273147.6133323,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3134cb1-1b0e-4cb3-aa3f-81bf228700aa"} {"level":"info","ts":1785273147.61338,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3134cb1-1b0e-4cb3-aa3f-81bf228700aa","name":"e2e-external-model"} {"level":"info","ts":1785273147.6225107,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3134cb1-1b0e-4cb3-aa3f-81bf228700aa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273147.6274376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53010bc1-b71c-4069-b543-d671233772db","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273147.6274679,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"53010bc1-b71c-4069-b543-d671233772db","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785273147.6286082,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b3134cb1-1b0e-4cb3-aa3f-81bf228700aa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273147.6286802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da68700f-8cbd-412c-bce9-a391d147f27a"} {"level":"info","ts":1785273147.6287267,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da68700f-8cbd-412c-bce9-a391d147f27a","name":"e2e-external-model"} {"level":"info","ts":1785273147.6372397,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"da68700f-8cbd-412c-bce9-a391d147f27a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273147.6734443,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1afbb20e-f67b-47eb-83ee-da1c9438044f","name":"e2e-external-provider"} {"level":"info","ts":1785273147.6873004,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1afbb20e-f67b-47eb-83ee-da1c9438044f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785273147.6932802,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1afbb20e-f67b-47eb-83ee-da1c9438044f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273147.6933932,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1abe810b-7a82-4b2b-a016-19e0e4a0e136"} {"level":"info","ts":1785273147.6934433,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1abe810b-7a82-4b2b-a016-19e0e4a0e136","name":"e2e-external-provider"} {"level":"info","ts":1785273147.7037234,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1abe810b-7a82-4b2b-a016-19e0e4a0e136","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785273155.0804133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273155.0804913,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0"} {"level":"info","ts":1785273155.0805008,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0"} {"level":"info","ts":1785273155.0805135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0","EoS":false} {"level":"info","ts":1785273155.0805264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0","EoS":true} {"level":"info","ts":1785273155.0805466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785273155.0805619,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273155.0805695,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0","modelName":"e2e-external-model"} {"level":"info","ts":1785273155.0805836,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273155.0806408,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16e243cc-e4d2-4597-9ece-201fd20658a0"} {"level":"info","ts":1785273155.1317565,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273155.1318672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622"} {"level":"info","ts":1785273155.131896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622"} {"level":"info","ts":1785273155.1319087,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622","EoS":false} {"level":"info","ts":1785273155.1319208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622","EoS":true} {"level":"info","ts":1785273155.1319416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785273155.1319578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273155.131969,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622","modelName":"e2e-external-model"} {"level":"info","ts":1785273155.1319869,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273155.1320257,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53823925-8fe3-4517-b84b-85ca219e3622"} {"level":"info","ts":1785273155.1602886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273155.1603563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.1603692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.1603801,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","EoS":false} {"level":"info","ts":1785273155.16039,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","EoS":true} {"level":"info","ts":1785273155.160417,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785273155.160433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273155.160441,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","modelName":"e2e-external-model"} {"level":"info","ts":1785273155.1604555,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273155.1604936,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24b1fa12-94ac-4fe5-8ae9-33f8b89cbd0f"} {"level":"info","ts":1785273155.4094646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8932b579-bd44-4762-b7c4-e63b9c9f4346"} {"level":"info","ts":1785273155.4094765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a25ea68-53a3-4496-b59a-79e3a210b200","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.4096208,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a25ea68-53a3-4496-b59a-79e3a210b200","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273155.4261508,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19cf7468-1ec8-4a53-9ff2-1d203f411273","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.4262054,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"19cf7468-1ec8-4a53-9ff2-1d203f411273","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273155.4262123,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8932b579-bd44-4762-b7c4-e63b9c9f4346","name":"e2e-cleanup-test"} {"level":"info","ts":1785273155.4515789,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8932b579-bd44-4762-b7c4-e63b9c9f4346","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273155.4607253,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa9d7890-fcf9-4698-9e34-00bf92a5865f"} {"level":"info","ts":1785273155.4608533,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa9d7890-fcf9-4698-9e34-00bf92a5865f","name":"e2e-cleanup-test"} {"level":"info","ts":1785273155.461194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e911983-dcea-4fab-848b-4c97d31839bf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.4612436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7e911983-dcea-4fab-848b-4c97d31839bf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785273155.494975,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa9d7890-fcf9-4698-9e34-00bf92a5865f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785273155.4950368,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aa9d7890-fcf9-4698-9e34-00bf92a5865f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273155.4951675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27100c72-7391-4f8e-8d5a-4cb2c403f869"} {"level":"info","ts":1785273155.4952393,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27100c72-7391-4f8e-8d5a-4cb2c403f869","name":"e2e-cleanup-test"} {"level":"info","ts":1785273155.5094025,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c49eae8-34ef-4049-ac3b-61c00d209b2a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.5094495,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c49eae8-34ef-4049-ac3b-61c00d209b2a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273155.5106316,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27100c72-7391-4f8e-8d5a-4cb2c403f869","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785273155.524212,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27100c72-7391-4f8e-8d5a-4cb2c403f869","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273155.524313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30cbe738-ca3a-4ec5-b0b6-7f6d93620582"} {"level":"info","ts":1785273155.5243838,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30cbe738-ca3a-4ec5-b0b6-7f6d93620582","name":"e2e-cleanup-test"} {"level":"info","ts":1785273155.5472558,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30cbe738-ca3a-4ec5-b0b6-7f6d93620582","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785273155.5690427,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30cbe738-ca3a-4ec5-b0b6-7f6d93620582","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785273155.569612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfac4337-3497-432d-9abb-060afa8af0e5"} {"level":"info","ts":1785273155.56963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e658b3e8-cf77-47df-bd33-e819333163d7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273155.569658,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e658b3e8-cf77-47df-bd33-e819333163d7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785273155.569723,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfac4337-3497-432d-9abb-060afa8af0e5","name":"e2e-cleanup-test"} {"level":"info","ts":1785273155.5841718,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bfac4337-3497-432d-9abb-060afa8af0e5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785273163.7024386,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15735251-454c-4138-8b10-d4bc4a8f4bc4"} {"level":"info","ts":1785273163.702467,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d55662f7-d8dd-4f13-b4cb-8f3d3a7660d1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273163.7025042,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d55662f7-d8dd-4f13-b4cb-8f3d3a7660d1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785273168.0339766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273168.034073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b"} {"level":"info","ts":1785273168.0340903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b"} {"level":"info","ts":1785273168.034108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b","EoS":false} {"level":"info","ts":1785273168.0341265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b","EoS":true} {"level":"info","ts":1785273168.0341556,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785273168.0341868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785273168.0342174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6e00b26f-e5f8-4972-81f8-75c1ec63e53b"} {"level":"info","ts":1785273168.0713587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273168.0714366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.0714457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.071457,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","EoS":false} {"level":"info","ts":1785273168.071468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","EoS":true} {"level":"info","ts":1785273168.0714886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785273168.0715039,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273168.071512,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","modelName":"e2e-external-model"} {"level":"info","ts":1785273168.0715256,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785273168.0715725,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"600c72b2-0a33-49bb-aa1d-8e03116c2b7d"} {"level":"info","ts":1785273168.2172291,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273168.2173157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.217327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.217345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","EoS":false} {"level":"info","ts":1785273168.2173653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","EoS":true} {"level":"info","ts":1785273168.2173996,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785273168.21742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785273168.2174513,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb5fa2c9-6288-4986-a362-5ac6fbc5fd2c"} {"level":"info","ts":1785273168.308977,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785273168.3090482,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273168.3090572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273168.3090696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","EoS":false} {"level":"info","ts":1785273168.30908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","EoS":true} {"level":"info","ts":1785273168.3091016,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268","field":"model"} {"level":"info","ts":1785273168.3091273,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9b5bd4c-7606-404e-816a-b66b5e442268"} {"level":"info","ts":1785273169.2893298,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a18e964a-0674-47fd-ab1b-df7ce9948a11"} {"level":"info","ts":1785273169.2893734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"773c1077-20ba-4bfe-b2fd-4ce0d2b652ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273169.2894056,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"773c1077-20ba-4bfe-b2fd-4ce0d2b652ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785273169.4495265,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00978cc2-f098-4acf-8efc-1b21de10921c"} {"level":"info","ts":1785273169.4495268,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2c330fc-9389-417a-a243-6ee08166ebb7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785273169.449604,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f2c330fc-9389-417a-a243-6ee08166ebb7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785274607.573896,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785274607.5740075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5383245-c041-4515-8850-00856a425a9c"} {"level":"info","ts":1785274671.97099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785274671.9710712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"} {"level":"info","ts":1785274671.9710813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"} {"level":"info","ts":1785274671.9710927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","EoS":false} {"level":"info","ts":1785274671.9711082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","EoS":true} {"level":"info","ts":1785274671.9711328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785274671.971148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785274671.9711723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d64642ce-a8ad-499e-91d0-e713875222ef"}