{"level":"info","ts":1784651984.413925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4"}
{"level":"info","ts":1784651984.413936,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4"}
{"level":"info","ts":1784651984.4139483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4","EoS":true}
{"level":"info","ts":1784651984.4139736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4","header":"x-maas-group"}
{"level":"info","ts":1784651984.4139824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4","header":"x-maas-username"}
{"level":"info","ts":1784651984.413987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4","header":"x-maas-subscription"}
{"level":"info","ts":1784651984.4140017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784651984.4140277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4"}
{"level":"info","ts":1784651984.4152234,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4"}
{"level":"info","ts":1784651984.4152515,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4"}
{"level":"info","ts":1784651984.4152691,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4","EoS":false}
{"level":"info","ts":1784651984.4152842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4","EoS":true}
{"level":"info","ts":1784651984.415321,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a8cbb51b-bc2d-4c67-bf19-c800307433c4"}
{"level":"info","ts":1784651984.5502608,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784651984.550338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9"}
{"level":"info","ts":1784651984.550347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9"}
{"level":"info","ts":1784651984.5503585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9","EoS":true}
{"level":"info","ts":1784651984.5503857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9","header":"x-maas-username"}
{"level":"info","ts":1784651984.5503993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9","header":"x-maas-group"}
{"level":"info","ts":1784651984.5504072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9","header":"x-maas-subscription"}
{"level":"info","ts":1784651984.550424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784651984.5504534,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9"}
{"level":"info","ts":1784651984.5514615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9"}
{"level":"info","ts":1784651984.5514872,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9"}
{"level":"info","ts":1784651984.5515046,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9","EoS":false}
{"level":"info","ts":1784651984.5515168,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9","EoS":true}
{"level":"info","ts":1784651984.551549,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"97a45c36-fa70-4a62-9c68-93f4d77265f9"}
{"level":"info","ts":1784651984.6834064,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784651984.683484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7"}
{"level":"info","ts":1784651984.6834931,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7"}
{"level":"info","ts":1784651984.6835072,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7","EoS":true}
{"level":"info","ts":1784651984.6835334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7","header":"x-maas-group"}
{"level":"info","ts":1784651984.6835458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7","header":"x-maas-username"}
{"level":"info","ts":1784651984.683555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7","header":"x-maas-subscription"}
{"level":"info","ts":1784651984.6835713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784651984.6836014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7"}
{"level":"info","ts":1784651984.6845837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7"}
{"level":"info","ts":1784651984.6846106,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7"}
{"level":"info","ts":1784651984.684627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7","EoS":false}
{"level":"info","ts":1784651984.6846402,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7","EoS":true}
{"level":"info","ts":1784651984.6846747,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"23ca57ae-9c41-4813-ad28-95f4dab1eca7"}
{"level":"info","ts":1784651984.8185644,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784651984.818642,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81"}
{"level":"info","ts":1784651984.8186514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81"}
{"level":"info","ts":1784651984.8186626,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81","EoS":true}
{"level":"info","ts":1784651984.8186886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81","header":"x-maas-group"}
{"level":"info","ts":1784651984.8186984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81","header":"x-maas-subscription"}
{"level":"info","ts":1784651984.8187044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81","header":"x-maas-username"}
{"level":"info","ts":1784651984.8187175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784651984.8187416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81"}
{"level":"info","ts":1784651984.821691,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81"}
{"level":"info","ts":1784651984.821709,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81"}
{"level":"info","ts":1784651984.821723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81","EoS":false}
{"level":"info","ts":1784651984.8217347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81","EoS":true}
{"level":"info","ts":1784651984.8217697,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"09d3a4fa-b885-46d4-b3fc-810c68017e81"}
{"level":"info","ts":1784651984.9543884,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784651984.9544709,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763"}
{"level":"info","ts":1784651984.9544802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763"}
{"level":"info","ts":1784651984.9544914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763","EoS":true}
{"level":"info","ts":1784651984.954519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763","header":"x-maas-group"}
{"level":"info","ts":1784651984.9545295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763","header":"x-maas-subscription"}
{"level":"info","ts":1784651984.9545333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763","header":"x-maas-username"}
{"level":"info","ts":1784651984.954547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784651984.954568,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763"}
{"level":"info","ts":1784651984.9555354,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763"}
{"level":"info","ts":1784651984.9555464,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763"}
{"level":"info","ts":1784651984.9555569,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763","EoS":false}
{"level":"info","ts":1784651984.9555664,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763","EoS":true}
{"level":"info","ts":1784651984.9555924,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0df24ad-f569-46af-9d56-9e8fc5510763"}
{"level":"info","ts":1784652004.8770258,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652004.8771098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8"}
{"level":"info","ts":1784652004.877124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8"}
{"level":"info","ts":1784652004.8771384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8","EoS":true}
{"level":"info","ts":1784652004.8771694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8","header":"x-maas-group"}
{"level":"info","ts":1784652004.87718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8","header":"x-maas-subscription"}
{"level":"info","ts":1784652004.8771853,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8","header":"x-maas-username"}
{"level":"info","ts":1784652004.8771977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652004.877217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8"}
{"level":"info","ts":1784652004.8782163,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8"}
{"level":"info","ts":1784652004.8782358,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8"}
{"level":"info","ts":1784652004.8782506,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8","EoS":false}
{"level":"info","ts":1784652004.8782623,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8","EoS":true}
{"level":"info","ts":1784652004.8782978,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"934a98b9-5269-45c6-ab43-18e8c0245bb8"}
{"level":"info","ts":1784652004.9790003,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652004.9790802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e63ce42-68a7-421a-ba6c-24d6850d9967"}
{"level":"info","ts":1784652004.9812398,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e63ce42-68a7-421a-ba6c-24d6850d9967"}
{"level":"info","ts":1784652004.9812615,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e63ce42-68a7-421a-ba6c-24d6850d9967"}
{"level":"info","ts":1784652004.9812775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e63ce42-68a7-421a-ba6c-24d6850d9967","EoS":false}
{"level":"info","ts":1784652004.9812896,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3e63ce42-68a7-421a-ba6c-24d6850d9967"}
{"level":"info","ts":1784652004.9813168,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e63ce42-68a7-421a-ba6c-24d6850d9967","EoS":true}
{"level":"info","ts":1784652004.9813268,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3e63ce42-68a7-421a-ba6c-24d6850d9967"}
{"level":"info","ts":1784652009.6091387,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652009.609222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577"}
{"level":"info","ts":1784652009.6092353,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577"}
{"level":"info","ts":1784652009.6092465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577","EoS":true}
{"level":"info","ts":1784652009.609272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577","header":"x-maas-subscription"}
{"level":"info","ts":1784652009.6092815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577","header":"x-maas-username"}
{"level":"info","ts":1784652009.6092865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577","header":"x-maas-group"}
{"level":"info","ts":1784652009.609334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652009.609361,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577"}
{"level":"info","ts":1784652009.6103752,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577"}
{"level":"info","ts":1784652009.6103947,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577"}
{"level":"info","ts":1784652009.6104095,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577","EoS":false}
{"level":"info","ts":1784652009.6104214,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577","EoS":true}
{"level":"info","ts":1784652009.6104574,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"62f0663e-92b3-4951-b2ec-2adb94b04577"}
{"level":"info","ts":1784652018.2036948,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652018.2037826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f"}
{"level":"info","ts":1784652018.203792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f"}
{"level":"info","ts":1784652018.2038045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f","EoS":true}
{"level":"info","ts":1784652018.2038639,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f","header":"x-maas-subscription"}
{"level":"info","ts":1784652018.2038765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f","header":"x-maas-username"}
{"level":"info","ts":1784652018.203884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f","header":"x-maas-group"}
{"level":"info","ts":1784652018.2038994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784652018.2039309,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f"}
{"level":"info","ts":1784652018.204969,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f"}
{"level":"info","ts":1784652018.2049932,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f"}
{"level":"info","ts":1784652018.2050102,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f","EoS":false}
{"level":"info","ts":1784652018.2050211,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f","EoS":true}
{"level":"info","ts":1784652018.2050538,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d81539d4-3a52-47df-b370-3e469021f60f"}
{"level":"info","ts":1784652031.060422,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652031.060527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206"}
{"level":"info","ts":1784652031.0605443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206"}
{"level":"info","ts":1784652031.0605628,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206","EoS":true}
{"level":"info","ts":1784652031.0605989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206","header":"x-maas-username"}
{"level":"info","ts":1784652031.0606127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206","header":"x-maas-subscription"}
{"level":"info","ts":1784652031.0606186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206","header":"x-maas-group"}
{"level":"info","ts":1784652031.0606368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652031.0606716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206"}
{"level":"info","ts":1784652031.061655,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206"}
{"level":"info","ts":1784652031.061684,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206"}
{"level":"info","ts":1784652031.0617006,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206","EoS":false}
{"level":"info","ts":1784652031.061712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206","EoS":true}
{"level":"info","ts":1784652031.0617514,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"017d977d-aa9c-4758-8810-2b54f9f73206"}
{"level":"info","ts":1784652039.6531143,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652039.6531963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73"}
{"level":"info","ts":1784652039.6532068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73"}
{"level":"info","ts":1784652039.653218,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73","EoS":true}
{"level":"info","ts":1784652039.6532414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73","header":"x-maas-group"}
{"level":"info","ts":1784652039.6532516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73","header":"x-maas-subscription"}
{"level":"info","ts":1784652039.6532571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73","header":"x-maas-username"}
{"level":"info","ts":1784652039.6532705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652039.653297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73"}
{"level":"info","ts":1784652039.6543336,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73"}
{"level":"info","ts":1784652039.6543484,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73"}
{"level":"info","ts":1784652039.6543605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73","EoS":false}
{"level":"info","ts":1784652039.6543705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73","EoS":true}
{"level":"info","ts":1784652039.6544003,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae9a965e-5715-4b2e-93c8-ea9ed134cf73"}
{"level":"info","ts":1784652048.5436063,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652048.5436807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867"}
{"level":"info","ts":1784652048.5436912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867"}
{"level":"info","ts":1784652048.5437033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867","EoS":true}
{"level":"info","ts":1784652048.5437288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867","header":"x-maas-group"}
{"level":"info","ts":1784652048.5437388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867","header":"x-maas-username"}
{"level":"info","ts":1784652048.543744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867","header":"x-maas-subscription"}
{"level":"info","ts":1784652048.5437565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652048.5437832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867"}
{"level":"info","ts":1784652048.5448015,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867"}
{"level":"info","ts":1784652048.5448382,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867"}
{"level":"info","ts":1784652048.5448532,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867","EoS":false}
{"level":"info","ts":1784652048.544867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867","EoS":true}
{"level":"info","ts":1784652048.5449033,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c2231f7f-2fe7-4b5e-b086-2b22dbf52867"}
{"level":"info","ts":1784652071.3634458,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652071.3635368,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88"}
{"level":"info","ts":1784652071.3635523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88"}
{"level":"info","ts":1784652071.3635716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88","EoS":true}
{"level":"info","ts":1784652071.3636491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88","header":"x-maas-subscription"}
{"level":"info","ts":1784652071.3636622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88","header":"x-maas-username"}
{"level":"info","ts":1784652071.3636708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88","header":"x-maas-group"}
{"level":"info","ts":1784652071.36369,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784652071.3637261,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88"}
{"level":"info","ts":1784652071.3659,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88"}
{"level":"info","ts":1784652071.3659196,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88"}
{"level":"info","ts":1784652071.365934,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88","EoS":false}
{"level":"info","ts":1784652071.3659449,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88","EoS":true}
{"level":"info","ts":1784652071.3659883,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3ef5bb82-e324-4940-9dce-6ec0c0c87c88"}
{"level":"info","ts":1784652095.4449751,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652095.4450512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985"}
{"level":"info","ts":1784652095.4450603,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985"}
{"level":"info","ts":1784652095.4450717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985","EoS":true}
{"level":"info","ts":1784652095.4450967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985","header":"x-maas-subscription"}
{"level":"info","ts":1784652095.4451067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985","header":"x-maas-group"}
{"level":"info","ts":1784652095.4451113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985","header":"x-maas-username"}
{"level":"info","ts":1784652095.4451263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784652095.4451497,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985"}
{"level":"info","ts":1784652095.4461787,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985"}
{"level":"info","ts":1784652095.4462,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985"}
{"level":"info","ts":1784652095.4462147,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985","EoS":false}
{"level":"info","ts":1784652095.4462264,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985","EoS":true}
{"level":"info","ts":1784652095.4462645,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a89d182b-f0ea-481e-a9cc-0511c65f9985"}
{"level":"info","ts":1784652122.356501,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652122.356577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6"}
{"level":"info","ts":1784652122.3565857,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6"}
{"level":"info","ts":1784652122.3565967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6","EoS":true}
{"level":"info","ts":1784652122.3566206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6","header":"x-maas-group"}
{"level":"info","ts":1784652122.3566308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6","header":"x-maas-subscription"}
{"level":"info","ts":1784652122.356636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6","header":"x-maas-username"}
{"level":"info","ts":1784652122.3566508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652122.3566759,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6"}
{"level":"info","ts":1784652122.3576868,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6"}
{"level":"info","ts":1784652122.3577063,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6"}
{"level":"info","ts":1784652122.3577213,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6","EoS":false}
{"level":"info","ts":1784652122.3577325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6","EoS":true}
{"level":"info","ts":1784652122.3577666,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6318add4-234c-4a61-8a90-20189ae3bdd6"}
{"level":"info","ts":1784652131.7714446,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652131.7715852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088"}
{"level":"info","ts":1784652131.7716024,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088"}
{"level":"info","ts":1784652131.7716272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088","EoS":true}
{"level":"info","ts":1784652131.7716691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088","header":"x-maas-subscription"}
{"level":"info","ts":1784652131.7716837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088","header":"x-maas-group"}
{"level":"info","ts":1784652131.771697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088","header":"x-maas-username"}
{"level":"info","ts":1784652131.771717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652131.7717445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088"}
{"level":"info","ts":1784652131.7736306,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088"}
{"level":"info","ts":1784652131.773656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088"}
{"level":"info","ts":1784652131.7736838,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088","EoS":false}
{"level":"info","ts":1784652131.7737021,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088","EoS":true}
{"level":"info","ts":1784652131.7737556,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c525f6ce-0851-412b-821f-a941162fa088"}
{"level":"info","ts":1784652131.8040102,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652131.8040771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c"}
{"level":"info","ts":1784652131.804086,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c"}
{"level":"info","ts":1784652131.8040967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c","EoS":true}
{"level":"info","ts":1784652131.8041198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c","header":"x-maas-subscription"}
{"level":"info","ts":1784652131.8041303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c","header":"x-maas-username"}
{"level":"info","ts":1784652131.804135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c","header":"x-maas-group"}
{"level":"info","ts":1784652131.8041465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652131.8041677,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c"}
{"level":"info","ts":1784652131.8050935,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c"}
{"level":"info","ts":1784652131.8051124,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c"}
{"level":"info","ts":1784652131.8051276,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c","EoS":false}
{"level":"info","ts":1784652131.8051376,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c","EoS":true}
{"level":"info","ts":1784652131.8051696,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9b9910dd-732c-4085-8973-fa142ed4c20c"}
{"level":"info","ts":1784652150.7999265,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652150.80001,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e"}
{"level":"info","ts":1784652150.800019,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e"}
{"level":"info","ts":1784652150.800031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e","EoS":true}
{"level":"info","ts":1784652150.800059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e","header":"x-maas-subscription"}
{"level":"info","ts":1784652150.800069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e","header":"x-maas-username"}
{"level":"info","ts":1784652150.800074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e","header":"x-maas-group"}
{"level":"info","ts":1784652150.8000863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652150.8001106,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e"}
{"level":"info","ts":1784652150.8011005,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e"}
{"level":"info","ts":1784652150.801122,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e"}
{"level":"info","ts":1784652150.8011425,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e","EoS":false}
{"level":"info","ts":1784652150.801158,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e","EoS":true}
{"level":"info","ts":1784652150.8012033,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"32029827-a8a1-49b3-95bf-1d2aaf5a296e"}
{"level":"info","ts":1784652280.9397573,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652280.9398675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491"}
{"level":"info","ts":1784652280.9398792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491"}
{"level":"info","ts":1784652280.9398923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491","EoS":true}
{"level":"info","ts":1784652280.9399185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491","header":"x-maas-group"}
{"level":"info","ts":1784652280.9399312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491","header":"x-maas-username"}
{"level":"info","ts":1784652280.939974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491","header":"x-maas-subscription"}
{"level":"info","ts":1784652280.9399915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784652280.9400208,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491"}
{"level":"info","ts":1784652280.9430637,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491"}
{"level":"info","ts":1784652280.9430885,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491"}
{"level":"info","ts":1784652280.9431112,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491","EoS":false}
{"level":"info","ts":1784652280.943123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491","EoS":true}
{"level":"info","ts":1784652280.9431574,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"09839d2f-ee12-48e3-892e-63575e075491"}
{"level":"info","ts":1784652317.897249,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652317.8973312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a"}
{"level":"info","ts":1784652317.897341,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a"}
{"level":"info","ts":1784652317.8973525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a","EoS":true}
{"level":"info","ts":1784652317.8973827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a","header":"x-maas-subscription"}
{"level":"info","ts":1784652317.8973942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a","header":"x-maas-username"}
{"level":"info","ts":1784652317.897399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a","header":"x-maas-group"}
{"level":"info","ts":1784652317.8974116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652317.89745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a"}
{"level":"info","ts":1784652317.8985362,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a"}
{"level":"info","ts":1784652317.8985577,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a"}
{"level":"info","ts":1784652317.8985786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a","EoS":false}
{"level":"info","ts":1784652317.8985946,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a","EoS":true}
{"level":"info","ts":1784652317.8986413,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"285012e4-803a-4aef-8d5c-537442da007a"}
{"level":"info","ts":1784652333.1787171,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652333.1788142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632"}
{"level":"info","ts":1784652333.1788578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632"}
{"level":"info","ts":1784652333.1788774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632","EoS":true}
{"level":"info","ts":1784652333.1789122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632","header":"x-maas-subscription"}
{"level":"info","ts":1784652333.1789289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632","header":"x-maas-username"}
{"level":"info","ts":1784652333.1789358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632","header":"x-maas-group"}
{"level":"info","ts":1784652333.1789541,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652333.1789858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632"}
{"level":"info","ts":1784652333.180015,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632"}
{"level":"info","ts":1784652333.180035,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632"}
{"level":"info","ts":1784652333.1800528,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632","EoS":false}
{"level":"info","ts":1784652333.180064,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632","EoS":true}
{"level":"info","ts":1784652333.1800992,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"187fe4b3-81d1-4865-a3bc-4bd875326632"}
{"level":"info","ts":1784652649.561769,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652649.561885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8"}
{"level":"info","ts":1784652649.5619085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8"}
{"level":"info","ts":1784652649.5619226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8","EoS":true}
{"level":"info","ts":1784652649.561947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8","header":"x-maas-username"}
{"level":"info","ts":1784652649.561959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8","header":"x-maas-group"}
{"level":"info","ts":1784652649.5619633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8","header":"x-maas-subscription"}
{"level":"info","ts":1784652649.5619752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652649.561994,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8"}
{"level":"info","ts":1784652649.5638673,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8"}
{"level":"info","ts":1784652649.56389,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8"}
{"level":"info","ts":1784652649.563909,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8","EoS":false}
{"level":"info","ts":1784652649.5639253,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8","EoS":true}
{"level":"info","ts":1784652649.5639715,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a5f899f0-b7f2-47f6-9e31-b54db27e4db8"}
{"level":"info","ts":1784652649.597981,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652649.5980475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500"}
{"level":"info","ts":1784652649.598058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500"}
{"level":"info","ts":1784652649.598069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500","EoS":true}
{"level":"info","ts":1784652649.5980914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500","header":"x-maas-subscription"}
{"level":"info","ts":1784652649.5981004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500","header":"x-maas-username"}
{"level":"info","ts":1784652649.5981057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500","header":"x-maas-group"}
{"level":"info","ts":1784652649.5981197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784652649.5981412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500"}
{"level":"info","ts":1784652649.599076,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500"}
{"level":"info","ts":1784652649.5991008,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500"}
{"level":"info","ts":1784652649.5991166,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500","EoS":false}
{"level":"info","ts":1784652649.5991278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500","EoS":true}
{"level":"info","ts":1784652649.599163,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c382ba52-1526-4b8f-9dd7-be753b129500"}
{"level":"info","ts":1784652654.398237,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c005e761-fea4-4a48-a0dc-0c4f0f933843","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784652654.3985155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37914.003087059,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.3985403,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.4660196,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.4995804,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c005e761-fea4-4a48-a0dc-0c4f0f933843","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784652654.5319896,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d622e135-47c2-4eba-beb6-f8db15ec8e1b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652654.5320225,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d622e135-47c2-4eba-beb6-f8db15ec8e1b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784652654.5320837,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faab782a-510a-4431-821d-3a1e83d135bd"}
{"level":"info","ts":1784652654.539333,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f944886a-a431-49e5-995b-9b3c1f23fb61","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652654.5393631,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f944886a-a431-49e5-995b-9b3c1f23fb61","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784652654.5399473,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38296.091436318,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.5399663,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.5496912,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.6400511,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faab782a-510a-4431-821d-3a1e83d135bd","name":"e2e-external-provider"}
{"level":"info","ts":1784652654.6632478,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b97ac08c-63a6-46c0-95fa-ae02b96d9b0b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652654.663258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd88c2c8-cf3c-4c41-a2ec-1f4e94535701"}
{"level":"info","ts":1784652654.6632993,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b97ac08c-63a6-46c0-95fa-ae02b96d9b0b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652654.6731615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9b71625-fef9-43a1-b85a-635976f12fae","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652654.6732078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9b71625-fef9-43a1-b85a-635976f12fae","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652654.6734579,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd88c2c8-cf3c-4c41-a2ec-1f4e94535701","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784652654.6780949,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faab782a-510a-4431-821d-3a1e83d135bd","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784652654.6895916,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3628d83-0d50-41a3-96b9-426def9cede8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652654.6896286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3628d83-0d50-41a3-96b9-426def9cede8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784652654.6896803,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd88c2c8-cf3c-4c41-a2ec-1f4e94535701","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652654.6897407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63700131-7614-4f37-952a-ef9a20f0dfac"}
{"level":"info","ts":1784652654.6897612,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63700131-7614-4f37-952a-ef9a20f0dfac","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784652654.6959686,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faab782a-510a-4431-821d-3a1e83d135bd","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784652654.6969218,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63700131-7614-4f37-952a-ef9a20f0dfac","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652654.7053397,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"faab782a-510a-4431-821d-3a1e83d135bd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784652654.7074304,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13221e1b-947b-4fbb-bedf-c11e4b0f22f8"}
{"level":"info","ts":1784652654.707462,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13221e1b-947b-4fbb-bedf-c11e4b0f22f8","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784652654.7147067,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"13221e1b-947b-4fbb-bedf-c11e4b0f22f8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652654.715068,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf9d36a2-179a-4ed8-9f5b-c72d57a5ade9"}
{"level":"info","ts":1784652654.7150736,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87f57a3d-7edd-4308-b84a-ec4c4bbd05b5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652654.7151074,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87f57a3d-7edd-4308-b84a-ec4c4bbd05b5","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784652654.7151341,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf9d36a2-179a-4ed8-9f5b-c72d57a5ade9","name":"e2e-external-provider"}
{"level":"info","ts":1784652654.7151935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1989b0b-4a85-455c-9a02-102ed807d346"}
{"level":"info","ts":1784652654.715413,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35222.700253866,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.7154312,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.7155085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f3d3f92-f3dc-41a5-bac1-f406db0117ca","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652654.7155364,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7f3d3f92-f3dc-41a5-bac1-f406db0117ca","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652654.727423,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784652654.7329319,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf9d36a2-179a-4ed8-9f5b-c72d57a5ade9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784652654.738273,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07e79c91-6e18-4605-b891-c3676dedd559"}
{"level":"info","ts":1784652654.7383218,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07e79c91-6e18-4605-b891-c3676dedd559","name":"e2e-external-provider"}
{"level":"info","ts":1784652654.7508593,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07e79c91-6e18-4605-b891-c3676dedd559","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784652654.8155723,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1989b0b-4a85-455c-9a02-102ed807d346","name":"e2e-external-model"}
{"level":"info","ts":1784652654.827524,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1989b0b-4a85-455c-9a02-102ed807d346","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652654.8356035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ee8a6f9-4a0b-4800-b31e-5357042524a1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652654.8356895,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ee8a6f9-4a0b-4800-b31e-5357042524a1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652654.8358426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef5a41a0-5e6e-4b7d-b8a1-084ca4adfcf4"}
{"level":"info","ts":1784652654.835902,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef5a41a0-5e6e-4b7d-b8a1-084ca4adfcf4","name":"e2e-external-model"}
{"level":"error","ts":1784652654.8541522,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef5a41a0-5e6e-4b7d-b8a1-084ca4adfcf4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652654.854237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72c59452-d8f2-469a-98c3-4a35aeb6d1eb"}
{"level":"info","ts":1784652654.854236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35355828-7743-45e9-8cf5-5239a8941c68","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652654.8542674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35355828-7743-45e9-8cf5-5239a8941c68","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652654.8542955,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72c59452-d8f2-469a-98c3-4a35aeb6d1eb","name":"e2e-external-model"}
{"level":"info","ts":1784652654.8633487,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72c59452-d8f2-469a-98c3-4a35aeb6d1eb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652654.868906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca300dc9-4da8-4c41-9211-cc0f8b0118d2"}
{"level":"info","ts":1784652654.8689177,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28149e46-2cd9-455b-a59f-647af40eaab1","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652654.8689497,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28149e46-2cd9-455b-a59f-647af40eaab1","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784652654.8689678,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca300dc9-4da8-4c41-9211-cc0f8b0118d2","name":"e2e-external-model"}
{"level":"info","ts":1784652654.87705,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca300dc9-4da8-4c41-9211-cc0f8b0118d2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652662.0745034,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652662.0745826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb"}
{"level":"info","ts":1784652662.0745935,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb"}
{"level":"info","ts":1784652662.0746062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","EoS":true}
{"level":"info","ts":1784652662.0746324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","header":"x-maas-subscription"}
{"level":"info","ts":1784652662.074642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","header":"x-maas-group"}
{"level":"info","ts":1784652662.0746467,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","header":"x-maas-username"}
{"level":"info","ts":1784652662.0746605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784652662.0746694,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","modelName":"e2e-external-model"}
{"level":"info","ts":1784652662.0746825,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784652662.0747113,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784652662.0747263,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb","authType":"apikey"}
{"level":"info","ts":1784652662.074753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bf030700-d89b-4df9-a4af-e7e2724a20eb"}
{"level":"info","ts":1784652662.1844778,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0a46725-47cb-4fd8-a9e8-b1b564652a7a"}
{"level":"info","ts":1784652662.1845248,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d20580c-7886-4826-b191-24dae1f4ccd1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652662.1845617,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d20580c-7886-4826-b191-24dae1f4ccd1","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784652662.1904588,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a4bf09d-ced9-4238-9680-0b14e81cc312","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652662.1904893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a4bf09d-ced9-4238-9680-0b14e81cc312","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784652662.190986,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0a46725-47cb-4fd8-a9e8-b1b564652a7a","name":"e2e-cleanup-test"}
{"level":"info","ts":1784652662.2021627,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f0a46725-47cb-4fd8-a9e8-b1b564652a7a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652662.209816,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"788e7cfa-a8ae-4d11-a1db-b31f8dc0566f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652662.2098782,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"788e7cfa-a8ae-4d11-a1db-b31f8dc0566f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784652662.2102668,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47daa08f-7ec8-46f0-9ecd-b152abee0188"}
{"level":"info","ts":1784652662.2103324,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47daa08f-7ec8-46f0-9ecd-b152abee0188","name":"e2e-cleanup-test"}
{"level":"error","ts":1784652662.2253394,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47daa08f-7ec8-46f0-9ecd-b152abee0188","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784652662.225447,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0232117-e210-4883-87fc-a782bbdfcc52"}
{"level":"info","ts":1784652662.2255101,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0232117-e210-4883-87fc-a782bbdfcc52","name":"e2e-cleanup-test"}
{"level":"info","ts":1784652662.2254436,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38440293-ebbd-4d28-bcb1-b6dbf05065a1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652662.2255437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"38440293-ebbd-4d28-bcb1-b6dbf05065a1","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784652662.2340584,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0232117-e210-4883-87fc-a782bbdfcc52","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652662.2416458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6179e344-a0e3-4bbd-a3ea-6a37931e7a38","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652662.2416918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6179e344-a0e3-4bbd-a3ea-6a37931e7a38","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784652662.2416453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"352970a0-f4a7-44ab-b5f6-0aa72d746f8f"}
{"level":"info","ts":1784652662.2417881,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"352970a0-f4a7-44ab-b5f6-0aa72d746f8f","name":"e2e-cleanup-test"}
{"level":"info","ts":1784652662.251733,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"352970a0-f4a7-44ab-b5f6-0aa72d746f8f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784652670.4435434,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e00f377-bd1d-49c5-a5e6-994132ce8dce","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652670.443597,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e00f377-bd1d-49c5-a5e6-994132ce8dce","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784652670.443553,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63725f19-6d26-498d-8687-846483db7ce4"}
{"level":"info","ts":1784652674.7301729,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652674.7302475,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"359009ec-6f25-4989-ba6e-099b901f17ca"}
{"level":"info","ts":1784652674.7302556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"359009ec-6f25-4989-ba6e-099b901f17ca"}
{"level":"info","ts":1784652674.7302668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"359009ec-6f25-4989-ba6e-099b901f17ca","EoS":true}
{"level":"info","ts":1784652674.7303004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"359009ec-6f25-4989-ba6e-099b901f17ca","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784652674.7303326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"359009ec-6f25-4989-ba6e-099b901f17ca"}
{"level":"info","ts":1784652674.7683039,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652674.7683852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c"}
{"level":"info","ts":1784652674.7683978,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c"}
{"level":"info","ts":1784652674.76841,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","EoS":true}
{"level":"info","ts":1784652674.7684374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","header":"x-maas-username"}
{"level":"info","ts":1784652674.7684476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","header":"x-maas-group"}
{"level":"info","ts":1784652674.7684526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","header":"x-maas-subscription"}
{"level":"info","ts":1784652674.7684658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784652674.768472,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","modelName":"e2e-external-model"}
{"level":"info","ts":1784652674.7684844,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784652674.7685065,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784652674.7685213,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c","authType":"apikey"}
{"level":"info","ts":1784652674.7685444,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6e6f75f-7f69-4705-9767-36cb95ef8c3c"}
{"level":"info","ts":1784652674.798318,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652674.7984078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7"}
{"level":"info","ts":1784652674.7984269,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7"}
{"level":"info","ts":1784652674.7984436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7","EoS":true}
{"level":"info","ts":1784652674.79848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7","header":"x-maas-subscription"}
{"level":"info","ts":1784652674.798495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7","header":"x-maas-username"}
{"level":"info","ts":1784652674.798503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7","header":"x-maas-group"}
{"level":"info","ts":1784652674.7985175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784652674.7985485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7"}
{"level":"info","ts":1784652674.892156,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7"}
{"level":"info","ts":1784652674.8921824,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7"}
{"level":"info","ts":1784652674.8922,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7","EoS":false}
{"level":"info","ts":1784652674.8922784,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7","EoS":true}
{"level":"error","ts":1784652674.8923137,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784652674.8923683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"52ce86ec-7d29-4157-8b93-d5cc703402b7"}
{"level":"info","ts":1784652674.9258902,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784652674.925994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879"}
{"level":"info","ts":1784652674.9260066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879"}
{"level":"info","ts":1784652674.926028,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879","EoS":true}
{"level":"info","ts":1784652674.926053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879","header":"x-maas-subscription"}
{"level":"info","ts":1784652674.9260633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879","header":"x-maas-group"}
{"level":"info","ts":1784652674.9260693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879","header":"x-maas-username"}
{"level":"info","ts":1784652674.926098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879"}
{"level":"info","ts":1784652674.9722183,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879"}
{"level":"info","ts":1784652674.9722488,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879"}
{"level":"info","ts":1784652674.972272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879","EoS":false}
{"level":"info","ts":1784652674.972561,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879","EoS":true}
{"level":"error","ts":1784652674.972588,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784652674.972627,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8dcfc2df-c904-4967-81f1-e371a4f56879"}
{"level":"info","ts":1784652675.7741992,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72cfb957-6084-4f43-aceb-19926fb62c84"}
{"level":"info","ts":1784652675.7742121,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"254eb1b4-b97d-4a55-852b-5970dab73c16","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652675.7742481,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"254eb1b4-b97d-4a55-852b-5970dab73c16","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784652675.915721,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07209a70-4464-41cf-9690-5d7e605214c0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652675.9157636,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07209a70-4464-41cf-9690-5d7e605214c0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784652675.9157863,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a30141ca-d410-45d6-83a5-7188e13e8da6"}
{"level":"info","ts":1784652676.0306466,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8beb211d-9b2a-403c-920f-c89f72092c82","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784652676.03084,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8beb211d-9b2a-403c-920f-c89f72092c82","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784653308.5641341,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784653308.5642135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228"}
{"level":"info","ts":1784653308.564223,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228"}
{"level":"info","ts":1784653308.5642364,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228","EoS":true}
{"level":"info","ts":1784653308.5642617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228","header":"x-maas-username"}
{"level":"info","ts":1784653308.5642722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228","header":"x-maas-subscription"}
{"level":"info","ts":1784653308.5642772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228","header":"x-maas-group"}
{"level":"info","ts":1784653308.5642908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228","path":"/ai-tenant-e2e-inf-b-1a8da1/test-model-1a8da1/v1/chat/completions"}
{"level":"info","ts":1784653308.5643144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228"}
{"level":"info","ts":1784653308.577553,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228"}
{"level":"info","ts":1784653308.5775783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228"}
{"level":"info","ts":1784653308.5776014,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228","EoS":false}
{"level":"info","ts":1784653308.5776184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228","EoS":true}
{"level":"info","ts":1784653308.577679,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ff8e791b-a75f-4a33-989c-22919b819228"}
{"level":"info","ts":1784653855.171439,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784653855.1715236,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a"}
{"level":"info","ts":1784653855.171532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a"}
{"level":"info","ts":1784653855.1715431,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a","EoS":true}
{"level":"info","ts":1784653855.1715713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a","header":"x-maas-group"}
{"level":"info","ts":1784653855.171582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a","header":"x-maas-subscription"}
{"level":"info","ts":1784653855.1715872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a","header":"x-maas-username"}
{"level":"info","ts":1784653855.1715999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a","path":"/ai-tenant-e2e-shared-b-1e5534/rate-test-model-1e5534/v1/completions"}
{"level":"info","ts":1784653855.1716256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a"}
{"level":"info","ts":1784653855.1846225,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a"}
{"level":"info","ts":1784653855.1846452,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a"}
{"level":"info","ts":1784653855.1846602,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a","EoS":false}
{"level":"info","ts":1784653855.1846716,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a","EoS":true}
{"level":"info","ts":1784653855.1847165,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8838791f-fccd-4178-a76c-c85abb44e24a"}