{"level":"info","ts":1785883160.1420949,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f1a56317-cc9e-4028-854b-9261c2695b71"} {"level":"info","ts":1785883160.1421113,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1a56317-cc9e-4028-854b-9261c2695b71","EoS":false} {"level":"info","ts":1785883160.142123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f1a56317-cc9e-4028-854b-9261c2695b71"} {"level":"info","ts":1785883160.1421473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1a56317-cc9e-4028-854b-9261c2695b71","EoS":true} {"level":"info","ts":1785883160.1421568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f1a56317-cc9e-4028-854b-9261c2695b71"} {"level":"info","ts":1785883160.2760165,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883160.2760816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8"} {"level":"info","ts":1785883160.276093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8"} {"level":"info","ts":1785883160.2761037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8","EoS":true} {"level":"info","ts":1785883160.2761242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8","header":"x-maas-username"} {"level":"info","ts":1785883160.2761347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8","header":"x-maas-subscription"} {"level":"info","ts":1785883160.2761405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8","header":"x-maas-group"} {"level":"info","ts":1785883160.2761528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883160.2761788,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8"} {"level":"info","ts":1785883160.2769418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8"} {"level":"info","ts":1785883160.276963,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8"} {"level":"info","ts":1785883160.2769806,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8","EoS":false} {"level":"info","ts":1785883160.2769952,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8"} {"level":"info","ts":1785883160.2770183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8","EoS":true} {"level":"info","ts":1785883160.2770271,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"51c7f728-e651-4dcf-8ac7-0d15e684f8f8"} {"level":"info","ts":1785883160.4159997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883160.4160576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3"} {"level":"info","ts":1785883160.4160683,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3"} {"level":"info","ts":1785883160.4160786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3","EoS":true} {"level":"info","ts":1785883160.4160995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3","header":"x-maas-group"} {"level":"info","ts":1785883160.4161096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3","header":"x-maas-subscription"} {"level":"info","ts":1785883160.4161148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3","header":"x-maas-username"} {"level":"info","ts":1785883160.416126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883160.416149,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3"} {"level":"info","ts":1785883160.41799,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3"} {"level":"info","ts":1785883160.4180076,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3"} {"level":"info","ts":1785883160.418034,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3","EoS":false} {"level":"info","ts":1785883160.4180486,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3"} {"level":"info","ts":1785883160.4180715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3","EoS":true} {"level":"info","ts":1785883160.4180813,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8008cf16-81f1-49d6-9cf2-43aab2f304b3"} {"level":"info","ts":1785883160.5532281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883160.5532818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c"} {"level":"info","ts":1785883160.5532932,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c"} {"level":"info","ts":1785883160.5533037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c","EoS":true} {"level":"info","ts":1785883160.553322,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c","header":"x-maas-username"} {"level":"info","ts":1785883160.5533323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c","header":"x-maas-group"} {"level":"info","ts":1785883160.5533378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c","header":"x-maas-subscription"} {"level":"info","ts":1785883160.5533502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883160.5533712,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c"} {"level":"info","ts":1785883160.5540807,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c"} {"level":"info","ts":1785883160.554099,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c"} {"level":"info","ts":1785883160.5541177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c","EoS":false} {"level":"info","ts":1785883160.554136,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c"} {"level":"info","ts":1785883160.5541592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c","EoS":true} {"level":"info","ts":1785883160.5541668,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75e85228-cd76-4fbd-8bf9-0db10679795c"} {"level":"info","ts":1785883181.7947059,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883181.7947748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933"} {"level":"info","ts":1785883181.794786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933"} {"level":"info","ts":1785883181.7947974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933","EoS":true} {"level":"info","ts":1785883181.7948184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933","header":"x-maas-group"} {"level":"info","ts":1785883181.7948291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933","header":"x-maas-username"} {"level":"info","ts":1785883181.7948337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933","header":"x-maas-subscription"} {"level":"info","ts":1785883181.794848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883181.7948694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933"} {"level":"info","ts":1785883181.7956748,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933"} {"level":"info","ts":1785883181.7956884,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933"} {"level":"info","ts":1785883181.7957008,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933","EoS":false} {"level":"info","ts":1785883181.7957106,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933"} {"level":"info","ts":1785883181.795734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933","EoS":true} {"level":"info","ts":1785883181.7957482,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a1d12ab6-566c-439b-bde9-b77528532933"} {"level":"info","ts":1785883181.890595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883181.890673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fe4160d-69b2-4383-91c8-d18456681bd3"} {"level":"info","ts":1785883181.8914123,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fe4160d-69b2-4383-91c8-d18456681bd3"} {"level":"info","ts":1785883181.891433,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5fe4160d-69b2-4383-91c8-d18456681bd3"} {"level":"info","ts":1785883181.8914487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fe4160d-69b2-4383-91c8-d18456681bd3","EoS":false} {"level":"info","ts":1785883181.8914607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5fe4160d-69b2-4383-91c8-d18456681bd3"} {"level":"info","ts":1785883181.891488,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fe4160d-69b2-4383-91c8-d18456681bd3","EoS":true} {"level":"info","ts":1785883181.8914998,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5fe4160d-69b2-4383-91c8-d18456681bd3"} {"level":"info","ts":1785883186.538133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883186.5382075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f"} {"level":"info","ts":1785883186.5382175,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f"} {"level":"info","ts":1785883186.5382283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f","EoS":true} {"level":"info","ts":1785883186.5382504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f","header":"x-maas-subscription"} {"level":"info","ts":1785883186.5382588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f","header":"x-maas-username"} {"level":"info","ts":1785883186.5382638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f","header":"x-maas-group"} {"level":"info","ts":1785883186.5382764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883186.5382996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f"} {"level":"info","ts":1785883186.5393255,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f"} {"level":"info","ts":1785883186.5393429,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f"} {"level":"info","ts":1785883186.5393572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f","EoS":false} {"level":"info","ts":1785883186.539376,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f"} {"level":"info","ts":1785883186.539401,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f","EoS":true} {"level":"info","ts":1785883186.5394063,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"698a738f-1e9e-4e6a-a12a-f217bff67a2f"} {"level":"info","ts":1785883195.1151857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883195.1152637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a"} {"level":"info","ts":1785883195.1152766,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a"} {"level":"info","ts":1785883195.115288,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a","EoS":true} {"level":"info","ts":1785883195.1153142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a","header":"x-maas-subscription"} {"level":"info","ts":1785883195.1153252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a","header":"x-maas-username"} {"level":"info","ts":1785883195.1153324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a","header":"x-maas-group"} {"level":"info","ts":1785883195.11535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785883195.1153846,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a"} {"level":"info","ts":1785883195.1279967,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a"} {"level":"info","ts":1785883195.128017,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a"} {"level":"info","ts":1785883195.1280382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a","EoS":false} {"level":"info","ts":1785883195.128047,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a"} {"level":"info","ts":1785883195.1280732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a","EoS":true} {"level":"info","ts":1785883195.1280792,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"729f5807-ec97-4847-b21f-324c4a09323a"} {"level":"info","ts":1785883208.0125513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883208.0126262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252"} {"level":"info","ts":1785883208.0126388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252"} {"level":"info","ts":1785883208.012649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252","EoS":true} {"level":"info","ts":1785883208.0126705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252","header":"x-maas-group"} {"level":"info","ts":1785883208.0126817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252","header":"x-maas-subscription"} {"level":"info","ts":1785883208.0126865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252","header":"x-maas-username"} {"level":"info","ts":1785883208.0126998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883208.0127265,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252"} {"level":"info","ts":1785883208.0137825,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252"} {"level":"info","ts":1785883208.0138009,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252"} {"level":"info","ts":1785883208.0138166,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252","EoS":false} {"level":"info","ts":1785883208.0138285,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252"} {"level":"info","ts":1785883208.0138476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252","EoS":true} {"level":"info","ts":1785883208.0138628,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3819b2ba-92e3-40af-8ec9-62eb856e0252"} {"level":"info","ts":1785883216.5521584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883216.552231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"671f53b6-997f-44ab-b631-40beead67006"} {"level":"info","ts":1785883216.5522442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"671f53b6-997f-44ab-b631-40beead67006"} {"level":"info","ts":1785883216.5522578,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"671f53b6-997f-44ab-b631-40beead67006","EoS":true} {"level":"info","ts":1785883216.5522783,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671f53b6-997f-44ab-b631-40beead67006","header":"x-maas-username"} {"level":"info","ts":1785883216.552293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671f53b6-997f-44ab-b631-40beead67006","header":"x-maas-group"} {"level":"info","ts":1785883216.5522997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"671f53b6-997f-44ab-b631-40beead67006","header":"x-maas-subscription"} {"level":"info","ts":1785883216.5523124,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"671f53b6-997f-44ab-b631-40beead67006","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883216.5523372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"671f53b6-997f-44ab-b631-40beead67006"} {"level":"info","ts":1785883216.5534964,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"671f53b6-997f-44ab-b631-40beead67006"} {"level":"info","ts":1785883216.553514,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"671f53b6-997f-44ab-b631-40beead67006"} {"level":"info","ts":1785883216.5535293,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"671f53b6-997f-44ab-b631-40beead67006","EoS":false} {"level":"info","ts":1785883216.5535436,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"671f53b6-997f-44ab-b631-40beead67006"} {"level":"info","ts":1785883216.5535662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"671f53b6-997f-44ab-b631-40beead67006","EoS":true} {"level":"info","ts":1785883216.5535774,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"671f53b6-997f-44ab-b631-40beead67006"} {"level":"info","ts":1785883225.4350317,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883225.4351027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797"} {"level":"info","ts":1785883225.4351144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797"} {"level":"info","ts":1785883225.4351263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797","EoS":true} {"level":"info","ts":1785883225.4351773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797","header":"x-maas-username"} {"level":"info","ts":1785883225.4351873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797","header":"x-maas-subscription"} {"level":"info","ts":1785883225.4351923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797","header":"x-maas-group"} {"level":"info","ts":1785883225.4352055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883225.4352279,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797"} {"level":"info","ts":1785883225.4363465,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797"} {"level":"info","ts":1785883225.4363673,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797"} {"level":"info","ts":1785883225.4363832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797","EoS":false} {"level":"info","ts":1785883225.436397,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797"} {"level":"info","ts":1785883225.4364247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797","EoS":true} {"level":"info","ts":1785883225.4364345,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40bcf8b8-f158-47a2-ae40-604de6ea6797"} {"level":"info","ts":1785883254.9922035,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883254.992287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5"} {"level":"info","ts":1785883254.9923015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5"} {"level":"info","ts":1785883254.9923136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5","EoS":true} {"level":"info","ts":1785883254.9923446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5","header":"x-maas-group"} {"level":"info","ts":1785883254.992356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5","header":"x-maas-subscription"} {"level":"info","ts":1785883254.9923618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5","header":"x-maas-username"} {"level":"info","ts":1785883254.9923763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785883254.9923952,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5"} {"level":"info","ts":1785883254.9938786,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5"} {"level":"info","ts":1785883254.9939158,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5"} {"level":"info","ts":1785883254.9939377,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5","EoS":false} {"level":"info","ts":1785883254.9939568,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5"} {"level":"info","ts":1785883254.9939985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5","EoS":true} {"level":"info","ts":1785883254.9940083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95daca94-b8ce-44a8-b619-ba628bb3d4f5"} {"level":"info","ts":1785883290.1994865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883290.1995556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897"} {"level":"info","ts":1785883290.1995652,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897"} {"level":"info","ts":1785883290.1995757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897","EoS":true} {"level":"info","ts":1785883290.1995983,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897","header":"x-maas-subscription"} {"level":"info","ts":1785883290.1996088,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897","header":"x-maas-username"} {"level":"info","ts":1785883290.1996145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897","header":"x-maas-group"} {"level":"info","ts":1785883290.1996262,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785883290.1996498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897"} {"level":"info","ts":1785883290.2016602,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897"} {"level":"info","ts":1785883290.2016778,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897"} {"level":"info","ts":1785883290.2016912,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897","EoS":false} {"level":"info","ts":1785883290.201705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897"} {"level":"info","ts":1785883290.2017272,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897","EoS":true} {"level":"info","ts":1785883290.2017345,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9896656b-5dfc-4ac5-8cf4-25e48b584897"} {"level":"info","ts":1785883325.4154677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883325.4155471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1"} {"level":"info","ts":1785883325.4155602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1"} {"level":"info","ts":1785883325.415572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1","EoS":true} {"level":"info","ts":1785883325.415604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1","header":"x-maas-username"} {"level":"info","ts":1785883325.4156158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1","header":"x-maas-group"} {"level":"info","ts":1785883325.4156208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1","header":"x-maas-subscription"} {"level":"info","ts":1785883325.4156368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883325.4156663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1"} {"level":"info","ts":1785883325.416612,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1"} {"level":"info","ts":1785883325.416637,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1"} {"level":"info","ts":1785883325.4166865,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1","EoS":false} {"level":"info","ts":1785883325.4167027,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1"} {"level":"info","ts":1785883325.416731,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1","EoS":true} {"level":"info","ts":1785883325.4167392,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf5a0d3b-4cf8-4a5c-a112-703bd99b60e1"} {"level":"info","ts":1785883334.842753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883334.8428242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9"} {"level":"info","ts":1785883334.842837,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9"} {"level":"info","ts":1785883334.8428483,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9","EoS":true} {"level":"info","ts":1785883334.842869,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9","header":"x-maas-group"} {"level":"info","ts":1785883334.8428829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9","header":"x-maas-subscription"} {"level":"info","ts":1785883334.842888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9","header":"x-maas-username"} {"level":"info","ts":1785883334.8429193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883334.8429477,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9"} {"level":"info","ts":1785883334.843928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9"} {"level":"info","ts":1785883334.8439493,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9"} {"level":"info","ts":1785883334.8439705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9","EoS":false} {"level":"info","ts":1785883334.8439846,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9"} {"level":"info","ts":1785883334.844006,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9","EoS":true} {"level":"info","ts":1785883334.844016,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2c79c7ed-4e8d-40e9-be1f-711c4a2551d9"} {"level":"info","ts":1785883334.882453,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883334.882529,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee"} {"level":"info","ts":1785883334.882547,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee"} {"level":"info","ts":1785883334.8825603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee","EoS":true} {"level":"info","ts":1785883334.8825848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee","header":"x-maas-subscription"} {"level":"info","ts":1785883334.8826003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee","header":"x-maas-group"} {"level":"info","ts":1785883334.8826065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee","header":"x-maas-username"} {"level":"info","ts":1785883334.8826241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883334.8826604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee"} {"level":"info","ts":1785883334.8836305,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee"} {"level":"info","ts":1785883334.8836508,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee"} {"level":"info","ts":1785883334.8836663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee","EoS":false} {"level":"info","ts":1785883334.883679,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee"} {"level":"info","ts":1785883334.883704,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee","EoS":true} {"level":"info","ts":1785883334.883712,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf2b2a2f-bc38-4bec-b4ac-6f0dba5cd8ee"} {"level":"info","ts":1785883354.1540923,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883354.154159,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0"} {"level":"info","ts":1785883354.1541696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0"} {"level":"info","ts":1785883354.1541808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0","EoS":true} {"level":"info","ts":1785883354.1542013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0","header":"x-maas-username"} {"level":"info","ts":1785883354.154212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0","header":"x-maas-subscription"} {"level":"info","ts":1785883354.1542172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0","header":"x-maas-group"} {"level":"info","ts":1785883354.1542304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883354.1542614,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0"} {"level":"info","ts":1785883354.155208,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0"} {"level":"info","ts":1785883354.155227,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0"} {"level":"info","ts":1785883354.1552424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0","EoS":false} {"level":"info","ts":1785883354.1552544,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0"} {"level":"info","ts":1785883354.1552804,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0","EoS":true} {"level":"info","ts":1785883354.1552885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"583c9d42-439f-43be-b9ee-afb4809bf2f0"} {"level":"info","ts":1785883534.2325785,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883534.2326782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0"} {"level":"info","ts":1785883534.2326958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0"} {"level":"info","ts":1785883534.2327135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0","EoS":true} {"level":"info","ts":1785883534.232748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0","header":"x-maas-username"} {"level":"info","ts":1785883534.2327626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0","header":"x-maas-subscription"} {"level":"info","ts":1785883534.2327712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0","header":"x-maas-group"} {"level":"info","ts":1785883534.2327883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785883534.23282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0"} {"level":"info","ts":1785883534.2454615,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0"} {"level":"info","ts":1785883534.245483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0"} {"level":"info","ts":1785883534.2455049,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0","EoS":false} {"level":"info","ts":1785883534.2455208,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0"} {"level":"info","ts":1785883534.2455547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0","EoS":true} {"level":"info","ts":1785883534.2455678,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"070135df-75d1-4626-ae99-03ce2f3e83f0"} {"level":"info","ts":1785883607.4285836,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883607.4287004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939"} {"level":"info","ts":1785883607.4287179,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939"} {"level":"info","ts":1785883607.4287357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939","EoS":true} {"level":"info","ts":1785883607.4287736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939","header":"x-maas-subscription"} {"level":"info","ts":1785883607.4287896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939","header":"x-maas-group"} {"level":"info","ts":1785883607.4287987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939","header":"x-maas-username"} {"level":"info","ts":1785883607.4288177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883607.428856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939"} {"level":"info","ts":1785883607.4300022,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939"} {"level":"info","ts":1785883607.4300728,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939"} {"level":"info","ts":1785883607.4301045,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939","EoS":false} {"level":"info","ts":1785883607.4301229,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939"} {"level":"info","ts":1785883607.4301634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939","EoS":true} {"level":"info","ts":1785883607.430177,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d5c93a34-c65d-440a-82d2-37c75bf02939"} {"level":"info","ts":1785883622.6968014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883622.6968708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9"} {"level":"info","ts":1785883622.696884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9"} {"level":"info","ts":1785883622.6969216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9","EoS":true} {"level":"info","ts":1785883622.6969495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9","header":"x-maas-subscription"} {"level":"info","ts":1785883622.696961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9","header":"x-maas-group"} {"level":"info","ts":1785883622.6969666,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9","header":"x-maas-username"} {"level":"info","ts":1785883622.696979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883622.6970048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9"} {"level":"info","ts":1785883622.69802,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9"} {"level":"info","ts":1785883622.6980507,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9"} {"level":"info","ts":1785883622.6980684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9","EoS":false} {"level":"info","ts":1785883622.6980846,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9"} {"level":"info","ts":1785883622.6981118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9","EoS":true} {"level":"info","ts":1785883622.6981199,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42ed564c-75b8-494e-a1de-3c33393472b9"} {"level":"info","ts":1785883948.3022048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883948.3022811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef"} {"level":"info","ts":1785883948.3022895,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef"} {"level":"info","ts":1785883948.3023014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef","EoS":true} {"level":"info","ts":1785883948.3023243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef","header":"x-maas-subscription"} {"level":"info","ts":1785883948.3023348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef","header":"x-maas-group"} {"level":"info","ts":1785883948.3023396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef","header":"x-maas-username"} {"level":"info","ts":1785883948.302353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883948.3023758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef"} {"level":"info","ts":1785883948.3031507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef"} {"level":"info","ts":1785883948.3031704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef"} {"level":"info","ts":1785883948.3031838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef","EoS":false} {"level":"info","ts":1785883948.3032012,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef"} {"level":"info","ts":1785883948.3032222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef","EoS":true} {"level":"info","ts":1785883948.303233,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6c0c472d-b47f-440f-9fe9-2952279bafef"} {"level":"info","ts":1785883948.3358145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883948.3358672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3008a663-9487-48d3-9865-c147b7678370"} {"level":"info","ts":1785883948.3358808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3008a663-9487-48d3-9865-c147b7678370"} {"level":"info","ts":1785883948.3359134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3008a663-9487-48d3-9865-c147b7678370","EoS":true} {"level":"info","ts":1785883948.3359337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3008a663-9487-48d3-9865-c147b7678370","header":"x-maas-subscription"} {"level":"info","ts":1785883948.3359418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3008a663-9487-48d3-9865-c147b7678370","header":"x-maas-username"} {"level":"info","ts":1785883948.3359478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3008a663-9487-48d3-9865-c147b7678370","header":"x-maas-group"} {"level":"info","ts":1785883948.3359582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3008a663-9487-48d3-9865-c147b7678370","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785883948.3359795,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3008a663-9487-48d3-9865-c147b7678370"} {"level":"info","ts":1785883948.3367174,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3008a663-9487-48d3-9865-c147b7678370"} {"level":"info","ts":1785883948.3367364,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3008a663-9487-48d3-9865-c147b7678370"} {"level":"info","ts":1785883948.3367598,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3008a663-9487-48d3-9865-c147b7678370","EoS":false} {"level":"info","ts":1785883948.336778,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3008a663-9487-48d3-9865-c147b7678370"} {"level":"info","ts":1785883948.336814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3008a663-9487-48d3-9865-c147b7678370","EoS":true} {"level":"info","ts":1785883948.3368247,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3008a663-9487-48d3-9865-c147b7678370"} {"level":"info","ts":1785883953.1130874,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"257a5d66-5952-4153-84fd-beb7744702f1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785883953.1133888,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33024.926590896,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.1134243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.1727173,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.2135322,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"257a5d66-5952-4153-84fd-beb7744702f1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785883953.2268636,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83525c7d-5181-475f-9fcb-d1b3afc4d90a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785883953.2269337,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83525c7d-5181-475f-9fcb-d1b3afc4d90a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785883953.2269287,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abb7e728-f2c6-4bc3-b4f5-3ff6d3c30d27"} {"level":"info","ts":1785883953.2350557,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6706bc30-09cf-48c5-ac69-6e274dd01ad8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785883953.2350883,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6706bc30-09cf-48c5-ac69-6e274dd01ad8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785883953.2355247,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37965.019949432,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.2355447,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.2478156,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.3317413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20fe3051-69ec-4d33-ac5c-51d0f9dea4d8"} {"level":"info","ts":1785883953.3317726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9f0d577-b22f-4be5-b1f0-09f5e97463bc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883953.3318174,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a9f0d577-b22f-4be5-b1f0-09f5e97463bc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785883953.3355637,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abb7e728-f2c6-4bc3-b4f5-3ff6d3c30d27","name":"e2e-external-provider"} {"level":"info","ts":1785883953.3392158,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20fe3051-69ec-4d33-ac5c-51d0f9dea4d8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785883953.3393364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fae81166-a111-40cf-9efc-5f22b3741499","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883953.3393748,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fae81166-a111-40cf-9efc-5f22b3741499","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785883953.344416,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3a07310-149a-40cb-99c7-d6ad82f7ca33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883953.3444483,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3a07310-149a-40cb-99c7-d6ad82f7ca33","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785883953.3444524,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20fe3051-69ec-4d33-ac5c-51d0f9dea4d8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785883953.3445458,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0827e095-1625-467d-b9fa-4d032a53efef"} {"level":"info","ts":1785883953.344573,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0827e095-1625-467d-b9fa-4d032a53efef","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785883953.3489523,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0827e095-1625-467d-b9fa-4d032a53efef","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785883953.3526354,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abb7e728-f2c6-4bc3-b4f5-3ff6d3c30d27","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785883953.3597505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15377130-fdc9-4107-b1b8-450f53cfcf4a"} {"level":"info","ts":1785883953.3597996,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15377130-fdc9-4107-b1b8-450f53cfcf4a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785883953.362834,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abb7e728-f2c6-4bc3-b4f5-3ff6d3c30d27","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785883953.3660498,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15377130-fdc9-4107-b1b8-450f53cfcf4a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785883953.3701265,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"abb7e728-f2c6-4bc3-b4f5-3ff6d3c30d27","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785883953.3774636,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"127780b4-05d7-41d6-ab17-efddc34a7892"} {"level":"info","ts":1785883953.3775218,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"127780b4-05d7-41d6-ab17-efddc34a7892","name":"e2e-external-provider"} {"level":"info","ts":1785883953.377699,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4011c54-9f98-4419-883c-6a3746eb4d71"} {"level":"info","ts":1785883953.3777153,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5dc6893-cd73-491f-afce-ed2c51e2f9f0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785883953.377734,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a5dc6893-cd73-491f-afce-ed2c51e2f9f0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785883953.3779497,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32617.198112523,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.3779888,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57d708bd-4fde-40ed-897e-7590cc209759","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883953.378008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57d708bd-4fde-40ed-897e-7590cc209759","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785883953.3779747,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.3866627,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785883953.3884861,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"127780b4-05d7-41d6-ab17-efddc34a7892","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785883953.3922808,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"127780b4-05d7-41d6-ab17-efddc34a7892","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785883953.3923533,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bb182c6-a576-4795-894f-b6de3737429b"} {"level":"info","ts":1785883953.3923872,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bb182c6-a576-4795-894f-b6de3737429b","name":"e2e-external-provider"} {"level":"info","ts":1785883953.4025438,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1bb182c6-a576-4795-894f-b6de3737429b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785883953.478636,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4011c54-9f98-4419-883c-6a3746eb4d71","name":"e2e-external-model"} {"level":"info","ts":1785883953.487428,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4011c54-9f98-4419-883c-6a3746eb4d71","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785883953.4953685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aa6a2ec-6484-41d2-aeb4-71e988a2d452"} {"level":"info","ts":1785883953.4953995,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab1f81d2-a4e5-4f59-acfb-aec2aa8e8ae3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883953.4954405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab1f81d2-a4e5-4f59-acfb-aec2aa8e8ae3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785883953.495456,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aa6a2ec-6484-41d2-aeb4-71e988a2d452","name":"e2e-external-model"} {"level":"info","ts":1785883953.5064707,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"799f642f-e7c0-4a60-998d-5c63cae3bc7c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883953.5065064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"799f642f-e7c0-4a60-998d-5c63cae3bc7c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785883953.5069659,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0aa6a2ec-6484-41d2-aeb4-71e988a2d452","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785883953.5070612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b797e04a-79cf-4b18-ac45-d72a9325bbbc"} {"level":"info","ts":1785883953.5071294,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b797e04a-79cf-4b18-ac45-d72a9325bbbc","name":"e2e-external-model"} {"level":"info","ts":1785883953.5178175,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b797e04a-79cf-4b18-ac45-d72a9325bbbc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785883953.5280864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1c8e4c8-4a3c-40d4-ab01-c15faff55a3f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883953.52812,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d1c8e4c8-4a3c-40d4-ab01-c15faff55a3f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785883953.5281804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d16330c0-2d7c-4e2d-b0f9-bb22a5e539c1"} {"level":"info","ts":1785883953.5282295,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d16330c0-2d7c-4e2d-b0f9-bb22a5e539c1","name":"e2e-external-model"} {"level":"info","ts":1785883953.5363739,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d16330c0-2d7c-4e2d-b0f9-bb22a5e539c1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785883965.1702166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883965.1702847,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe"} {"level":"info","ts":1785883965.1702948,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe"} {"level":"info","ts":1785883965.170306,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","EoS":true} {"level":"info","ts":1785883965.1703258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","header":"x-maas-group"} {"level":"info","ts":1785883965.1703336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","header":"x-maas-subscription"} {"level":"info","ts":1785883965.1703386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","header":"x-maas-username"} {"level":"info","ts":1785883965.1703506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785883965.1703596,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","modelName":"e2e-external-model"} {"level":"info","ts":1785883965.1703703,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785883965.1704068,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785883965.1704216,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","authType":"apikey"} {"level":"info","ts":1785883965.1704469,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe"} {"level":"info","ts":1785883965.2574182,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe"} {"level":"info","ts":1785883965.2574403,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe"} {"level":"info","ts":1785883965.2574556,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","EoS":false} {"level":"info","ts":1785883965.2574677,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe"} {"level":"info","ts":1785883965.2574909,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe","EoS":true} {"level":"info","ts":1785883965.2574983,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3d8765ac-9d58-4ae1-a521-ca0a57d010fe"} {"level":"info","ts":1785883965.36968,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1f831ac-e1d8-4ed3-a869-b693571acc5d"} {"level":"info","ts":1785883965.36968,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"711a29c6-ea6e-49f7-ae27-16dbf8a2dcb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785883965.3698158,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"711a29c6-ea6e-49f7-ae27-16dbf8a2dcb3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785883965.3771076,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b99d317a-cd64-49f2-8c0f-f9657e2c00af","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785883965.377144,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b99d317a-cd64-49f2-8c0f-f9657e2c00af","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785883965.377296,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1f831ac-e1d8-4ed3-a869-b693571acc5d","name":"e2e-cleanup-test"} {"level":"info","ts":1785883965.395872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec9592ec-0fd4-466c-b2c8-a9baee1db67e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1785883965.3959105,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1f831ac-e1d8-4ed3-a869-b693571acc5d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785883965.395927,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec9592ec-0fd4-466c-b2c8-a9baee1db67e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785883965.3960338,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e8a310a-7ffa-4e67-8d67-fd21373359af"} {"level":"info","ts":1785883965.3960793,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e8a310a-7ffa-4e67-8d67-fd21373359af","name":"e2e-cleanup-test"} {"level":"info","ts":1785883965.4087636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"648eba16-8841-4fc5-bf99-fa7e587c21a6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785883965.4087927,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"648eba16-8841-4fc5-bf99-fa7e587c21a6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785883965.4087894,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e8a310a-7ffa-4e67-8d67-fd21373359af","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785883965.4088628,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fce31c23-b314-4820-9c34-c5a22b958369"} {"level":"info","ts":1785883965.4089534,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fce31c23-b314-4820-9c34-c5a22b958369","name":"e2e-cleanup-test"} {"level":"info","ts":1785883965.4172587,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fce31c23-b314-4820-9c34-c5a22b958369","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785883965.422389,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"908bdfe4-5978-441d-a3ec-0d5cc452cc5e"} {"level":"info","ts":1785883965.422452,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"908bdfe4-5978-441d-a3ec-0d5cc452cc5e","name":"e2e-cleanup-test"} {"level":"info","ts":1785883965.4223921,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d07a6de1-7b06-4f99-9ab7-053a8b461fd9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785883965.4225073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d07a6de1-7b06-4f99-9ab7-053a8b461fd9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785883965.4309797,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"908bdfe4-5978-441d-a3ec-0d5cc452cc5e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785883973.6354847,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8d49087a-8c28-46b3-ba72-074f2716cfef"} {"level":"info","ts":1785883973.635533,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"490c816f-acf3-474e-a835-83505d382794","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785883973.6355648,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"490c816f-acf3-474e-a835-83505d382794","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785883977.9423792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883977.942447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32b7b946-c953-4c72-83bd-bc89b57c5003"} {"level":"info","ts":1785883977.9424555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32b7b946-c953-4c72-83bd-bc89b57c5003"} {"level":"info","ts":1785883977.9424667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32b7b946-c953-4c72-83bd-bc89b57c5003","EoS":true} {"level":"info","ts":1785883977.9424973,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32b7b946-c953-4c72-83bd-bc89b57c5003","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785883977.9425247,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32b7b946-c953-4c72-83bd-bc89b57c5003"} {"level":"info","ts":1785883977.9854302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883977.9854946,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071"} {"level":"info","ts":1785883977.985506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071"} {"level":"info","ts":1785883977.985517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","EoS":true} {"level":"info","ts":1785883977.9855378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","header":"x-maas-group"} {"level":"info","ts":1785883977.9855466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","header":"x-maas-username"} {"level":"info","ts":1785883977.9855523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","header":"x-maas-subscription"} {"level":"info","ts":1785883977.985566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785883977.9855752,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","modelName":"e2e-external-model"} {"level":"info","ts":1785883977.985587,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785883977.985607,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785883977.9856215,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","authType":"apikey"} {"level":"info","ts":1785883977.985643,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071"} {"level":"info","ts":1785883978.030825,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071"} {"level":"info","ts":1785883978.0308447,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071"} {"level":"info","ts":1785883978.0308702,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","EoS":false} {"level":"info","ts":1785883978.030918,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071"} {"level":"info","ts":1785883978.0309534,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071","EoS":true} {"level":"info","ts":1785883978.030966,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"821ef2fe-326f-4345-b7a8-d46aaef77071"} {"level":"info","ts":1785883978.065706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883978.0657666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b"} {"level":"info","ts":1785883978.0657823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b"} {"level":"info","ts":1785883978.0657952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b","EoS":true} {"level":"info","ts":1785883978.0658147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b","header":"x-maas-group"} {"level":"info","ts":1785883978.0658247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b","header":"x-maas-username"} {"level":"info","ts":1785883978.0658305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b","header":"x-maas-subscription"} {"level":"info","ts":1785883978.0658429,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785883978.065871,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b"} {"level":"info","ts":1785883978.1585891,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b"} {"level":"info","ts":1785883978.1586142,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b"} {"level":"info","ts":1785883978.1586328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b","EoS":false} {"level":"info","ts":1785883978.158647,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b"} {"level":"info","ts":1785883978.1586766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b","EoS":true} {"level":"info","ts":1785883978.1586902,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c6cf15c9-448b-4b74-a570-866e4cf2172b"} {"level":"info","ts":1785883978.1944995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785883978.1945581,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af"} {"level":"info","ts":1785883978.194572,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af"} {"level":"info","ts":1785883978.194584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af","EoS":true} {"level":"info","ts":1785883978.1946056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af","header":"x-maas-username"} {"level":"info","ts":1785883978.1946163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af","header":"x-maas-subscription"} {"level":"info","ts":1785883978.194622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af","header":"x-maas-group"} {"level":"info","ts":1785883978.19465,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af"} {"level":"info","ts":1785883978.2391772,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af"} {"level":"info","ts":1785883978.239198,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af"} {"level":"info","ts":1785883978.2392137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af","EoS":false} {"level":"info","ts":1785883978.2392287,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af"} {"level":"info","ts":1785883978.2393534,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af","EoS":true} {"level":"info","ts":1785883978.2393765,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d2a5e066-f227-47b8-a348-b03e52c757af"} {"level":"info","ts":1785883979.0706906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5616af8-d001-4c50-8040-615adf73e018","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883979.0707426,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5616af8-d001-4c50-8040-615adf73e018","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785883979.0706906,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"622fce87-46aa-403a-a5df-d0aebcec8cd6"} {"level":"info","ts":1785883979.2120142,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83d18e8b-e9e9-4256-b043-84426dadd18b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785883979.21207,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"83d18e8b-e9e9-4256-b043-84426dadd18b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785883979.2120712,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"42cce135-613f-4045-98c4-1d558abd8673"} {"level":"info","ts":1785883979.3361013,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"32403bad-515f-4f3c-8875-d0d2823b0170","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785883979.3361661,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"32403bad-515f-4f3c-8875-d0d2823b0170","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785885466.5491703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785885466.5492423,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6319ac50-ca0b-4893-8a75-ef796911fbd7"} {"level":"info","ts":1785885540.7962213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785885540.7963307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901"} {"level":"info","ts":1785885540.7963476,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901"} {"level":"info","ts":1785885540.796365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901","EoS":true} {"level":"info","ts":1785885540.7964027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901","header":"x-maas-group"} {"level":"info","ts":1785885540.7964163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901","header":"x-maas-subscription"} {"level":"info","ts":1785885540.7964246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901","header":"x-maas-username"} {"level":"info","ts":1785885540.796442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785885540.7964737,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901"} {"level":"info","ts":1785885540.7985196,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901"} {"level":"info","ts":1785885540.798542,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901"} {"level":"info","ts":1785885540.7985616,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901","EoS":false} {"level":"info","ts":1785885540.798575,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901"} {"level":"info","ts":1785885540.798601,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901","EoS":true} {"level":"info","ts":1785885540.798608,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e04a429-9f51-4ba3-8d2e-c657aba0f901"}