{"level":"info","ts":1784687765.526155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545"}
{"level":"info","ts":1784687765.5261662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545","EoS":true}
{"level":"info","ts":1784687765.5261905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545","header":"x-maas-group"}
{"level":"info","ts":1784687765.5262098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545","header":"x-maas-username"}
{"level":"info","ts":1784687765.5262153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545","header":"x-maas-subscription"}
{"level":"info","ts":1784687765.5262303,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687765.5262535,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545"}
{"level":"info","ts":1784687765.526959,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545"}
{"level":"info","ts":1784687765.5269802,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545"}
{"level":"info","ts":1784687765.5270023,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545","EoS":false}
{"level":"info","ts":1784687765.527015,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545","EoS":true}
{"level":"info","ts":1784687765.5270545,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"86b3a419-2141-4f56-9b4f-d687e258c545"}
{"level":"info","ts":1784687788.6688216,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687788.6689165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"}
{"level":"info","ts":1784687788.6689296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"}
{"level":"info","ts":1784687788.668941,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","EoS":true}
{"level":"info","ts":1784687788.6689656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","header":"x-maas-group"}
{"level":"info","ts":1784687788.6689763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","header":"x-maas-username"}
{"level":"info","ts":1784687788.6689813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","header":"x-maas-subscription"}
{"level":"info","ts":1784687788.6689935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687788.6690178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"}
{"level":"info","ts":1784687788.6716993,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"}
{"level":"info","ts":1784687788.671721,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"}
{"level":"info","ts":1784687788.6717367,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","EoS":false}
{"level":"info","ts":1784687788.6717498,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c","EoS":true}
{"level":"info","ts":1784687788.6717825,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dc336c2a-721a-4293-9563-88ad28f4837c"}
{"level":"info","ts":1784687788.8031166,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687788.8031948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"}
{"level":"info","ts":1784687788.8032072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"}
{"level":"info","ts":1784687788.8032181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","EoS":true}
{"level":"info","ts":1784687788.8032455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","header":"x-maas-username"}
{"level":"info","ts":1784687788.8032572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","header":"x-maas-subscription"}
{"level":"info","ts":1784687788.8032627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","header":"x-maas-group"}
{"level":"info","ts":1784687788.8032744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687788.8032959,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"}
{"level":"info","ts":1784687788.8041193,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"}
{"level":"info","ts":1784687788.8041415,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"}
{"level":"info","ts":1784687788.8041582,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","EoS":false}
{"level":"info","ts":1784687788.8041778,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77","EoS":true}
{"level":"info","ts":1784687788.8042161,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de7f2c29-8546-45c4-a959-7cc6dd7d7a77"}
{"level":"info","ts":1784687788.9366415,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687788.9367216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"}
{"level":"info","ts":1784687788.936735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"}
{"level":"info","ts":1784687788.9367473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","EoS":true}
{"level":"info","ts":1784687788.9367733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","header":"x-maas-subscription"}
{"level":"info","ts":1784687788.9367828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","header":"x-maas-username"}
{"level":"info","ts":1784687788.9367883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","header":"x-maas-group"}
{"level":"info","ts":1784687788.936804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687788.9368286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"}
{"level":"info","ts":1784687788.937825,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"}
{"level":"info","ts":1784687788.937861,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"}
{"level":"info","ts":1784687788.9378836,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","EoS":false}
{"level":"info","ts":1784687788.9379008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8","EoS":true}
{"level":"info","ts":1784687788.9379468,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8d96ca8a-6acd-42f9-8963-b6b1322414a8"}
{"level":"info","ts":1784687789.069182,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687789.0692632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"}
{"level":"info","ts":1784687789.0692775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"}
{"level":"info","ts":1784687789.0692956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","EoS":true}
{"level":"info","ts":1784687789.0693295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","header":"x-maas-group"}
{"level":"info","ts":1784687789.0693417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","header":"x-maas-subscription"}
{"level":"info","ts":1784687789.0693507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","header":"x-maas-username"}
{"level":"info","ts":1784687789.0693696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687789.069404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"}
{"level":"info","ts":1784687789.070236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"}
{"level":"info","ts":1784687789.0702531,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"}
{"level":"info","ts":1784687789.0702672,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","EoS":false}
{"level":"info","ts":1784687789.0702786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848","EoS":true}
{"level":"info","ts":1784687789.0703106,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5934d472-f990-4e40-8d5e-786f30c26848"}
{"level":"info","ts":1784687789.2050405,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687789.2051244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"}
{"level":"info","ts":1784687789.2051387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"}
{"level":"info","ts":1784687789.2051616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","EoS":true}
{"level":"info","ts":1784687789.205197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","header":"x-maas-username"}
{"level":"info","ts":1784687789.2052085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","header":"x-maas-group"}
{"level":"info","ts":1784687789.205216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","header":"x-maas-subscription"}
{"level":"info","ts":1784687789.2052345,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687789.2052646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"}
{"level":"info","ts":1784687789.206119,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"}
{"level":"info","ts":1784687789.2061386,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"}
{"level":"info","ts":1784687789.2061524,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","EoS":false}
{"level":"info","ts":1784687789.2061746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3","EoS":true}
{"level":"info","ts":1784687789.2062187,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1a12a3a7-4c9d-4001-86fd-ac66fe90eee3"}
{"level":"info","ts":1784687806.066904,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687806.0669775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"}
{"level":"info","ts":1784687806.0669897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"}
{"level":"info","ts":1784687806.0670013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","EoS":true}
{"level":"info","ts":1784687806.0670266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","header":"x-maas-group"}
{"level":"info","ts":1784687806.0670364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","header":"x-maas-subscription"}
{"level":"info","ts":1784687806.0670414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","header":"x-maas-username"}
{"level":"info","ts":1784687806.0670538,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687806.0670786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"}
{"level":"info","ts":1784687806.0696619,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"}
{"level":"info","ts":1784687806.0696826,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"}
{"level":"info","ts":1784687806.0697,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","EoS":false}
{"level":"info","ts":1784687806.0697193,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c","EoS":true}
{"level":"info","ts":1784687806.06976,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1d1e1bbf-efb4-49ac-bd2b-77caa1bf382c"}
{"level":"info","ts":1784687806.1679916,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687806.1680684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad8078eb-8718-452f-8bb3-4aefabf3e6ad"}
{"level":"info","ts":1784687806.1687555,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad8078eb-8718-452f-8bb3-4aefabf3e6ad"}
{"level":"info","ts":1784687806.1687737,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ad8078eb-8718-452f-8bb3-4aefabf3e6ad"}
{"level":"info","ts":1784687806.16879,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad8078eb-8718-452f-8bb3-4aefabf3e6ad","EoS":false}
{"level":"info","ts":1784687806.1688013,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ad8078eb-8718-452f-8bb3-4aefabf3e6ad"}
{"level":"info","ts":1784687806.1688292,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad8078eb-8718-452f-8bb3-4aefabf3e6ad","EoS":true}
{"level":"info","ts":1784687806.1688378,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"ad8078eb-8718-452f-8bb3-4aefabf3e6ad"}
{"level":"info","ts":1784687810.7938788,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687810.7939632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"}
{"level":"info","ts":1784687810.793976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"}
{"level":"info","ts":1784687810.7939887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","EoS":true}
{"level":"info","ts":1784687810.794018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","header":"x-maas-username"}
{"level":"info","ts":1784687810.794029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","header":"x-maas-subscription"}
{"level":"info","ts":1784687810.7940347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","header":"x-maas-group"}
{"level":"info","ts":1784687810.794048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687810.7940733,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"}
{"level":"info","ts":1784687810.7954705,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"}
{"level":"info","ts":1784687810.795491,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"}
{"level":"info","ts":1784687810.7955067,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","EoS":false}
{"level":"info","ts":1784687810.7955184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192","EoS":true}
{"level":"info","ts":1784687810.7955556,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c68016e3-aed5-4224-8df2-5a08044b0192"}
{"level":"info","ts":1784687819.3899746,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687819.3900516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"}
{"level":"info","ts":1784687819.3900633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"}
{"level":"info","ts":1784687819.390075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","EoS":true}
{"level":"info","ts":1784687819.3900995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","header":"x-maas-username"}
{"level":"info","ts":1784687819.3901107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","header":"x-maas-subscription"}
{"level":"info","ts":1784687819.3901148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","header":"x-maas-group"}
{"level":"info","ts":1784687819.390128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784687819.3901532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"}
{"level":"info","ts":1784687819.3932545,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"}
{"level":"info","ts":1784687819.3932736,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"}
{"level":"info","ts":1784687819.3932948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","EoS":false}
{"level":"info","ts":1784687819.3933136,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610","EoS":true}
{"level":"info","ts":1784687819.3933618,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"42cb25f4-4b1e-4436-b6f0-9a375b3ec610"}
{"level":"info","ts":1784687832.282195,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687832.2823327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"}
{"level":"info","ts":1784687832.282356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"}
{"level":"info","ts":1784687832.2823727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","EoS":true}
{"level":"info","ts":1784687832.2823994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","header":"x-maas-group"}
{"level":"info","ts":1784687832.2824101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","header":"x-maas-subscription"}
{"level":"info","ts":1784687832.2824152,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","header":"x-maas-username"}
{"level":"info","ts":1784687832.282427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687832.2824512,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"}
{"level":"info","ts":1784687832.2831419,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"}
{"level":"info","ts":1784687832.2831616,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"}
{"level":"info","ts":1784687832.283184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","EoS":false}
{"level":"info","ts":1784687832.2832065,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943","EoS":true}
{"level":"info","ts":1784687832.2832503,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a9afd86a-9064-4e2a-a2b9-8f2f689c5943"}
{"level":"info","ts":1784687840.8110354,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687840.811113,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"}
{"level":"info","ts":1784687840.8111255,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"}
{"level":"info","ts":1784687840.8111382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","EoS":true}
{"level":"info","ts":1784687840.8111632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","header":"x-maas-subscription"}
{"level":"info","ts":1784687840.811174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","header":"x-maas-group"}
{"level":"info","ts":1784687840.811179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","header":"x-maas-username"}
{"level":"info","ts":1784687840.8111916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687840.8112214,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"}
{"level":"info","ts":1784687840.8118775,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"}
{"level":"info","ts":1784687840.8119013,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"}
{"level":"info","ts":1784687840.8119228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","EoS":false}
{"level":"info","ts":1784687840.8119407,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1","EoS":true}
{"level":"info","ts":1784687840.8119934,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d08aaedd-5870-4866-a393-987facfc44b1"}
{"level":"info","ts":1784687849.6714168,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687849.6715045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"}
{"level":"info","ts":1784687849.6715183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"}
{"level":"info","ts":1784687849.6715305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","EoS":true}
{"level":"info","ts":1784687849.6715558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","header":"x-maas-subscription"}
{"level":"info","ts":1784687849.671567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","header":"x-maas-group"}
{"level":"info","ts":1784687849.671572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","header":"x-maas-username"}
{"level":"info","ts":1784687849.6715846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687849.6716077,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"}
{"level":"info","ts":1784687849.672354,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"}
{"level":"info","ts":1784687849.6723733,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"}
{"level":"info","ts":1784687849.6723948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","EoS":false}
{"level":"info","ts":1784687849.672409,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2","EoS":true}
{"level":"info","ts":1784687849.6724527,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6d81de3d-a54f-44cb-bd98-f6886c1a98c2"}
{"level":"info","ts":1784687874.6030996,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687874.6031914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"}
{"level":"info","ts":1784687874.6032035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"}
{"level":"info","ts":1784687874.6032147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","EoS":true}
{"level":"info","ts":1784687874.60324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","header":"x-maas-username"}
{"level":"info","ts":1784687874.6032495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","header":"x-maas-subscription"}
{"level":"info","ts":1784687874.6032548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","header":"x-maas-group"}
{"level":"info","ts":1784687874.6032665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784687874.6032927,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"}
{"level":"info","ts":1784687874.6052852,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"}
{"level":"info","ts":1784687874.6053038,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"}
{"level":"info","ts":1784687874.605319,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","EoS":false}
{"level":"info","ts":1784687874.605332,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a","EoS":true}
{"level":"info","ts":1784687874.605365,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ad3e1f13-2df6-4409-91f1-a5cb000b9c6a"}
{"level":"info","ts":1784687898.0585527,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687898.058637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"}
{"level":"info","ts":1784687898.0586493,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"}
{"level":"info","ts":1784687898.0586615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","EoS":true}
{"level":"info","ts":1784687898.0586858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","header":"x-maas-group"}
{"level":"info","ts":1784687898.0586953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","header":"x-maas-subscription"}
{"level":"info","ts":1784687898.0587008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","header":"x-maas-username"}
{"level":"info","ts":1784687898.058714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784687898.0587416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"}
{"level":"info","ts":1784687898.0596292,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"}
{"level":"info","ts":1784687898.059645,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"}
{"level":"info","ts":1784687898.0596578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","EoS":false}
{"level":"info","ts":1784687898.0596738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750","EoS":true}
{"level":"info","ts":1784687898.0597181,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"156fc7e9-0285-4977-afd7-710aa172b750"}
{"level":"info","ts":1784687924.544791,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687924.5449164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"}
{"level":"info","ts":1784687924.5449345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"}
{"level":"info","ts":1784687924.5449486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","EoS":true}
{"level":"info","ts":1784687924.5449739,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","header":"x-maas-group"}
{"level":"info","ts":1784687924.5449839,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","header":"x-maas-username"}
{"level":"info","ts":1784687924.5449884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","header":"x-maas-subscription"}
{"level":"info","ts":1784687924.5450008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687924.545024,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"}
{"level":"info","ts":1784687924.5456972,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"}
{"level":"info","ts":1784687924.545721,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"}
{"level":"info","ts":1784687924.5457437,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","EoS":false}
{"level":"info","ts":1784687924.5457654,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8","EoS":true}
{"level":"info","ts":1784687924.545818,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9b544004-45b9-41e3-b638-7fa252e7c6b8"}
{"level":"info","ts":1784687933.9814665,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687933.9815645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"}
{"level":"info","ts":1784687933.9815786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"}
{"level":"info","ts":1784687933.9815984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","EoS":true}
{"level":"info","ts":1784687933.9816358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","header":"x-maas-subscription"}
{"level":"info","ts":1784687933.9816494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","header":"x-maas-group"}
{"level":"info","ts":1784687933.9816582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","header":"x-maas-username"}
{"level":"info","ts":1784687933.9816773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687933.981712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"}
{"level":"info","ts":1784687933.982382,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"}
{"level":"info","ts":1784687933.9824066,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"}
{"level":"info","ts":1784687933.982429,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","EoS":false}
{"level":"info","ts":1784687933.982447,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd","EoS":true}
{"level":"info","ts":1784687933.9824862,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c0ec2bc0-f0b9-457c-9c7b-b46b8b1ad1fd"}
{"level":"info","ts":1784687934.0131621,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687934.013222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"}
{"level":"info","ts":1784687934.0132356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"}
{"level":"info","ts":1784687934.0132513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","EoS":true}
{"level":"info","ts":1784687934.0132732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","header":"x-maas-group"}
{"level":"info","ts":1784687934.0132828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","header":"x-maas-subscription"}
{"level":"info","ts":1784687934.0132895,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","header":"x-maas-username"}
{"level":"info","ts":1784687934.0132995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687934.013327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"}
{"level":"info","ts":1784687934.0152915,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"}
{"level":"info","ts":1784687934.015314,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"}
{"level":"info","ts":1784687934.0153418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","EoS":false}
{"level":"info","ts":1784687934.015364,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f","EoS":true}
{"level":"info","ts":1784687934.0154095,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"03f0827a-55f6-4beb-8bd8-60c99b2e1a5f"}
{"level":"info","ts":1784687953.1748185,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687953.1749241,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"}
{"level":"info","ts":1784687953.1749372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"}
{"level":"info","ts":1784687953.174949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","EoS":true}
{"level":"info","ts":1784687953.1749732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","header":"x-maas-username"}
{"level":"info","ts":1784687953.1749837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","header":"x-maas-group"}
{"level":"info","ts":1784687953.1749885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","header":"x-maas-subscription"}
{"level":"info","ts":1784687953.175004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784687953.1750321,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"}
{"level":"info","ts":1784687953.1757147,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"}
{"level":"info","ts":1784687953.175739,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"}
{"level":"info","ts":1784687953.175762,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","EoS":false}
{"level":"info","ts":1784687953.175783,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3","EoS":true}
{"level":"info","ts":1784687953.1758173,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"35b06713-13a0-407e-9730-15cb271880d3"}
{"level":"info","ts":1784688084.1811645,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688084.1812475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"}
{"level":"info","ts":1784688084.1812592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"}
{"level":"info","ts":1784688084.1812706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","EoS":true}
{"level":"info","ts":1784688084.1812959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","header":"x-maas-group"}
{"level":"info","ts":1784688084.1813061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","header":"x-maas-subscription"}
{"level":"info","ts":1784688084.1813104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","header":"x-maas-username"}
{"level":"info","ts":1784688084.181324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784688084.1813483,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"}
{"level":"info","ts":1784688084.1826236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"}
{"level":"info","ts":1784688084.1826448,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"}
{"level":"info","ts":1784688084.18266,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","EoS":false}
{"level":"info","ts":1784688084.182673,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399","EoS":true}
{"level":"info","ts":1784688084.1827044,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"574a2672-bb0c-4265-bb55-53992b9e1399"}
{"level":"info","ts":1784688121.375415,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688121.3754926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"}
{"level":"info","ts":1784688121.3755038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"}
{"level":"info","ts":1784688121.3755164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","EoS":true}
{"level":"info","ts":1784688121.3755436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","header":"x-maas-group"}
{"level":"info","ts":1784688121.3755531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","header":"x-maas-username"}
{"level":"info","ts":1784688121.3755593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","header":"x-maas-subscription"}
{"level":"info","ts":1784688121.3755727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688121.3755949,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"}
{"level":"info","ts":1784688121.3763523,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"}
{"level":"info","ts":1784688121.3763797,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"}
{"level":"info","ts":1784688121.376404,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","EoS":false}
{"level":"info","ts":1784688121.3764224,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a","EoS":true}
{"level":"info","ts":1784688121.3764622,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"616ae34c-06b0-4b18-a6fd-0ec3d476cf6a"}
{"level":"info","ts":1784688136.6416495,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688136.641733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"}
{"level":"info","ts":1784688136.6417437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"}
{"level":"info","ts":1784688136.641756,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","EoS":true}
{"level":"info","ts":1784688136.6417832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","header":"x-maas-group"}
{"level":"info","ts":1784688136.6417933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","header":"x-maas-username"}
{"level":"info","ts":1784688136.6417997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","header":"x-maas-subscription"}
{"level":"info","ts":1784688136.6418126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688136.6418364,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"}
{"level":"info","ts":1784688136.6425114,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"}
{"level":"info","ts":1784688136.6425323,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"}
{"level":"info","ts":1784688136.642548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","EoS":false}
{"level":"info","ts":1784688136.64256,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba","EoS":true}
{"level":"info","ts":1784688136.6425922,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c291263-734e-4225-98d2-3a1a4d9ed0ba"}
{"level":"info","ts":1784688460.2839503,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688460.284078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"}
{"level":"info","ts":1784688460.284091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"}
{"level":"info","ts":1784688460.2841036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","EoS":true}
{"level":"info","ts":1784688460.2841375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","header":"x-maas-username"}
{"level":"info","ts":1784688460.284149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","header":"x-maas-group"}
{"level":"info","ts":1784688460.2841547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","header":"x-maas-subscription"}
{"level":"info","ts":1784688460.2841682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784688460.284193,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"}
{"level":"info","ts":1784688460.2872229,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"}
{"level":"info","ts":1784688460.2872458,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"}
{"level":"info","ts":1784688460.2872655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","EoS":false}
{"level":"info","ts":1784688460.2872806,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0","EoS":true}
{"level":"info","ts":1784688460.287326,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a3fc9dc9-4dbc-419e-b3e2-246c01c60fc0"}
{"level":"info","ts":1784688465.076081,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a504bc89-eb7e-4cd8-af90-8aa662937974","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688465.0763726,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35559.567733941,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.076399,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.13591,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.177052,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a504bc89-eb7e-4cd8-af90-8aa662937974","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688465.201491,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9108cd8-0194-4c5d-b017-f9d412458e2d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688465.201524,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9108cd8-0194-4c5d-b017-f9d412458e2d","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688465.2015805,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef9673de-2d10-45df-9191-3ef28672bcc2"}
{"level":"info","ts":1784688465.209431,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9da5063a-5672-4f09-92e8-460389ec68b5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688465.2094603,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9da5063a-5672-4f09-92e8-460389ec68b5","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688465.20977,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32916.570172276,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.209791,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.2180152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.3101535,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef9673de-2d10-45df-9191-3ef28672bcc2","name":"e2e-external-provider"}
{"level":"info","ts":1784688465.3170838,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66bae0cd-82a1-4ba8-bb8a-5f90bebc120f"}
{"level":"info","ts":1784688465.3171446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"481f3868-8b27-4344-81e1-3d912a630e6f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688465.3171933,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"481f3868-8b27-4344-81e1-3d912a630e6f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688465.3208,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef9673de-2d10-45df-9191-3ef28672bcc2","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784688465.325501,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d320754-679f-4668-a7d3-b2097ddbacba","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688465.325537,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d320754-679f-4668-a7d3-b2097ddbacba","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688465.325638,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66bae0cd-82a1-4ba8-bb8a-5f90bebc120f","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784688465.329799,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef9673de-2d10-45df-9191-3ef28672bcc2","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784688465.3315456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02f5921c-1a21-4519-9dc2-39eaa5d168d9","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688465.3315852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02f5921c-1a21-4519-9dc2-39eaa5d168d9","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784688465.3317015,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66bae0cd-82a1-4ba8-bb8a-5f90bebc120f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688465.3317885,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"679513ec-18cc-4c88-9998-e5a743a3a667"}
{"level":"info","ts":1784688465.3318174,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"679513ec-18cc-4c88-9998-e5a743a3a667","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784688465.3365119,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ef9673de-2d10-45df-9191-3ef28672bcc2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784688465.3369083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"679513ec-18cc-4c88-9998-e5a743a3a667","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688465.3425446,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b7f8a7e-08ec-414b-a98b-6ba4fcad94b6"}
{"level":"info","ts":1784688465.3426058,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b7f8a7e-08ec-414b-a98b-6ba4fcad94b6","name":"e2e-external-provider"}
{"level":"info","ts":1784688465.3426485,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5db647e9-952b-47e1-8c03-ca60d75094d9","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688465.34269,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5db647e9-952b-47e1-8c03-ca60d75094d9","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784688465.3427582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c299b80-7c88-4862-9785-b217e01edc99","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688465.342779,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c299b80-7c88-4862-9785-b217e01edc99","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688465.342878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38f81476-7b53-491c-a6d6-45f5d7abbe98"}
{"level":"info","ts":1784688465.3430676,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38080.04549439,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.3430827,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.34969,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784688465.352058,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b7f8a7e-08ec-414b-a98b-6ba4fcad94b6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784688465.3677545,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8b7f8a7e-08ec-414b-a98b-6ba4fcad94b6","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688465.3678315,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a8c34e5-23cb-443e-b04a-41565332b818"}
{"level":"info","ts":1784688465.367885,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a8c34e5-23cb-443e-b04a-41565332b818","name":"e2e-external-provider"}
{"level":"info","ts":1784688465.391641,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a8c34e5-23cb-443e-b04a-41565332b818","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784688465.443706,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38f81476-7b53-491c-a6d6-45f5d7abbe98","name":"e2e-external-model"}
{"level":"info","ts":1784688465.4568985,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38f81476-7b53-491c-a6d6-45f5d7abbe98","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688465.4672801,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fc0468f-e4ab-415c-835b-42c471dc1886","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688465.4673162,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2fc0468f-e4ab-415c-835b-42c471dc1886","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784688465.467314,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8448c59c-44de-4a7b-93f8-d0b45c012b53"}
{"level":"info","ts":1784688465.4673722,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8448c59c-44de-4a7b-93f8-d0b45c012b53","name":"e2e-external-model"}
{"level":"info","ts":1784688465.4805925,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf215fc5-717e-4613-88ea-4d63cb5cd7bc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688465.4806254,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf215fc5-717e-4613-88ea-4d63cb5cd7bc","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784688465.482069,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8448c59c-44de-4a7b-93f8-d0b45c012b53","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784688465.482121,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8448c59c-44de-4a7b-93f8-d0b45c012b53","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688465.482176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30e96136-1537-4e24-aa26-06ca22720eb6"}
{"level":"info","ts":1784688465.4822397,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30e96136-1537-4e24-aa26-06ca22720eb6","name":"e2e-external-model"}
{"level":"info","ts":1784688465.491485,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30e96136-1537-4e24-aa26-06ca22720eb6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688465.4987342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d3e8cd7-b85b-43f4-890a-fea4e2e02537","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688465.498768,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d3e8cd7-b85b-43f4-890a-fea4e2e02537","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784688465.500542,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"30e96136-1537-4e24-aa26-06ca22720eb6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688465.500613,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e8a3a13-8c0e-4c2e-8dab-0120de504890"}
{"level":"info","ts":1784688465.5006588,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e8a3a13-8c0e-4c2e-8dab-0120de504890","name":"e2e-external-model"}
{"level":"info","ts":1784688465.51002,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e8a3a13-8c0e-4c2e-8dab-0120de504890","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688472.7382467,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688472.7383223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8"}
{"level":"info","ts":1784688472.738331,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8"}
{"level":"info","ts":1784688472.738342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","EoS":true}
{"level":"info","ts":1784688472.7383704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","header":"x-maas-subscription"}
{"level":"info","ts":1784688472.7383847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","header":"x-maas-group"}
{"level":"info","ts":1784688472.7383914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","header":"x-maas-username"}
{"level":"info","ts":1784688472.7384086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688472.738418,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","modelName":"e2e-external-model"}
{"level":"info","ts":1784688472.738434,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784688472.7384748,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784688472.7384934,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8","authType":"apikey"}
{"level":"info","ts":1784688472.7385228,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6bf5929-0731-4691-ba93-1e040e5cb5c8"}
{"level":"info","ts":1784688472.8852737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f005fed6-06dd-465f-8b50-0d057442949c"}
{"level":"info","ts":1784688472.8852794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cd6673b-8b03-404f-bf82-c0e946b7f4cb","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688472.8854008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9cd6673b-8b03-404f-bf82-c0e946b7f4cb","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688472.89743,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f005fed6-06dd-465f-8b50-0d057442949c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688472.89749,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7693003-3c98-4a55-8608-a7060884ceb4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688472.8975143,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c7693003-3c98-4a55-8608-a7060884ceb4","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688472.9109662,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f005fed6-06dd-465f-8b50-0d057442949c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688472.9210005,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc7f5d86-6dda-4e20-8773-aefa6adbdb7f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688472.9210436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fc7f5d86-6dda-4e20-8773-aefa6adbdb7f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688472.921931,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6b09a6f-a47b-495f-b394-6076a8bbe71d"}
{"level":"info","ts":1784688472.9220052,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6b09a6f-a47b-495f-b394-6076a8bbe71d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688472.941261,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a3c73c6-1a1e-4050-b6b4-c95e33e3dd5d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688472.9412978,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a3c73c6-1a1e-4050-b6b4-c95e33e3dd5d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784688472.9423711,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6b09a6f-a47b-495f-b394-6076a8bbe71d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784688472.9424424,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6b09a6f-a47b-495f-b394-6076a8bbe71d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784688472.9424984,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2dc898c-b033-4a3a-993c-2d8c3be01083"}
{"level":"info","ts":1784688472.9425702,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2dc898c-b033-4a3a-993c-2d8c3be01083","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688472.9526935,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2dc898c-b033-4a3a-993c-2d8c3be01083","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688472.961387,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d99e047c-15d7-4105-b77b-b613676245b9","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688472.9614275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d99e047c-15d7-4105-b77b-b613676245b9","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784688472.961607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9aad8040-30f6-4795-8f21-16332a1bca3f"}
{"level":"info","ts":1784688472.961692,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9aad8040-30f6-4795-8f21-16332a1bca3f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784688472.9750078,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9aad8040-30f6-4795-8f21-16332a1bca3f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784688481.1668077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2dfa22f-c73f-42df-a8c4-dad049bae86a"}
{"level":"info","ts":1784688481.1668117,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e89c539-70a5-442c-bfca-74c102fc0379","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688481.166891,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e89c539-70a5-442c-bfca-74c102fc0379","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784688485.4896324,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688485.4897075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550"}
{"level":"info","ts":1784688485.489716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550"}
{"level":"info","ts":1784688485.4897273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550","EoS":true}
{"level":"info","ts":1784688485.4897592,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784688485.4897852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46134cb2-c48f-4929-9973-2f874a24b550"}
{"level":"info","ts":1784688485.5274088,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688485.5274694,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f146c948-7548-4127-93e3-226a354eda10"}
{"level":"info","ts":1784688485.5274775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f146c948-7548-4127-93e3-226a354eda10"}
{"level":"info","ts":1784688485.5274885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","EoS":true}
{"level":"info","ts":1784688485.527511,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","header":"x-maas-username"}
{"level":"info","ts":1784688485.527519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","header":"x-maas-group"}
{"level":"info","ts":1784688485.5275238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","header":"x-maas-subscription"}
{"level":"info","ts":1784688485.527534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688485.5275407,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","modelName":"e2e-external-model"}
{"level":"info","ts":1784688485.5275514,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784688485.5275726,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784688485.5275898,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f146c948-7548-4127-93e3-226a354eda10","authType":"apikey"}
{"level":"info","ts":1784688485.52761,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f146c948-7548-4127-93e3-226a354eda10"}
{"level":"info","ts":1784688485.5610561,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688485.5611362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"}
{"level":"info","ts":1784688485.5611494,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"}
{"level":"info","ts":1784688485.5611634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","EoS":true}
{"level":"info","ts":1784688485.5611842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","header":"x-maas-group"}
{"level":"info","ts":1784688485.5611942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","header":"x-maas-username"}
{"level":"info","ts":1784688485.5611992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","header":"x-maas-subscription"}
{"level":"info","ts":1784688485.5612094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784688485.561234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"}
{"level":"info","ts":1784688485.660654,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"}
{"level":"info","ts":1784688485.660684,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"}
{"level":"info","ts":1784688485.660702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","EoS":false}
{"level":"info","ts":1784688485.660716,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","EoS":true}
{"level":"error","ts":1784688485.660735,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784688485.6607885,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92787a82-6912-47e4-90e1-36b49fcb101a"}
{"level":"info","ts":1784688485.6963913,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784688485.696478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"}
{"level":"info","ts":1784688485.6964903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"}
{"level":"info","ts":1784688485.6965027,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","EoS":true}
{"level":"info","ts":1784688485.6965322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","header":"x-maas-subscription"}
{"level":"info","ts":1784688485.696543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","header":"x-maas-group"}
{"level":"info","ts":1784688485.6965473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","header":"x-maas-username"}
{"level":"info","ts":1784688485.696576,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"}
{"level":"info","ts":1784688485.7457361,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"}
{"level":"info","ts":1784688485.7457595,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"}
{"level":"info","ts":1784688485.745776,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","EoS":false}
{"level":"info","ts":1784688485.7457883,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","EoS":true}
{"level":"error","ts":1784688485.745803,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784688485.745866,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a4fa7d1b-2a82-4cf5-8613-765af615a5c0"}
{"level":"info","ts":1784688486.5890315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b98265f-1584-43af-a71f-7b96813402e2"}
{"level":"info","ts":1784688486.589088,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f52b6aa9-1894-454d-b552-ef0c3f6c1d40","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688486.5891192,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f52b6aa9-1894-454d-b552-ef0c3f6c1d40","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784688486.7301803,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4de21b6f-93fb-4cca-987d-7680fc79b109"}
{"level":"info","ts":1784688486.7301755,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"988c66e9-4816-4969-96bf-e81e93cd7f8e","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688486.7302554,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"988c66e9-4816-4969-96bf-e81e93cd7f8e","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784688486.854422,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ecb88092-1b3f-43d3-8a81-40f50f6fa42d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784688486.854487,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ecb88092-1b3f-43d3-8a81-40f50f6fa42d","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784689105.926204,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689105.9263022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"}
{"level":"info","ts":1784689105.926319,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"}
{"level":"info","ts":1784689105.926343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","EoS":true}
{"level":"info","ts":1784689105.9263813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","header":"x-maas-group"}
{"level":"info","ts":1784689105.9263961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","header":"x-maas-username"}
{"level":"info","ts":1784689105.9264033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","header":"x-maas-subscription"}
{"level":"info","ts":1784689105.9264207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","path":"/ai-tenant-e2e-inf-b-6ecc40/test-model-6ecc40/v1/chat/completions"}
{"level":"info","ts":1784689105.9264538,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"}
{"level":"info","ts":1784689105.9394855,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"}
{"level":"info","ts":1784689105.9395065,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"}
{"level":"info","ts":1784689105.939522,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","EoS":false}
{"level":"info","ts":1784689105.9395356,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410","EoS":true}
{"level":"info","ts":1784689105.9395797,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"86aa83a5-d8f0-482f-9211-5cab28597410"}
{"level":"info","ts":1784689617.3204842,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689617.320567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"}
{"level":"info","ts":1784689617.3205774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"}
{"level":"info","ts":1784689617.3205898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","EoS":true}
{"level":"info","ts":1784689617.3206139,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","header":"x-maas-username"}
{"level":"info","ts":1784689617.3206248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","header":"x-maas-group"}
{"level":"info","ts":1784689617.3206298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","header":"x-maas-subscription"}
{"level":"info","ts":1784689617.3206427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","path":"/ai-tenant-e2e-shared-b-cf82b3/rate-test-model-cf82b3/v1/completions"}
{"level":"info","ts":1784689617.3206677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"}
{"level":"info","ts":1784689617.3366847,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"}
{"level":"info","ts":1784689617.3367057,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"}
{"level":"info","ts":1784689617.3367212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","EoS":false}
{"level":"info","ts":1784689617.3367329,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f","EoS":true}
{"level":"info","ts":1784689617.3367693,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eb604f7e-41a8-4caf-8283-691deea5056f"}