{"level":"info","ts":1785338908.264386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a","header":"x-maas-group"} {"level":"info","ts":1785338908.2643993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.2644272,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a"} {"level":"info","ts":1785338908.2653873,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a"} {"level":"info","ts":1785338908.2654057,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a"} {"level":"info","ts":1785338908.2654197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a","EoS":false} {"level":"info","ts":1785338908.2654307,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a"} {"level":"info","ts":1785338908.2654626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a","EoS":true} {"level":"info","ts":1785338908.265468,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"664ec08b-3e36-4dd0-b4b2-c2785062996a"} {"level":"info","ts":1785338908.4067113,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.4067836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.406796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.4068067,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","EoS":true} {"level":"info","ts":1785338908.4068327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","header":"x-maas-subscription"} {"level":"info","ts":1785338908.4068463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","header":"x-maas-group"} {"level":"info","ts":1785338908.4068544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","header":"x-maas-username"} {"level":"info","ts":1785338908.406873,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.4069061,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.4078476,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.4078736,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.4078913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","EoS":false} {"level":"info","ts":1785338908.4079025,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.4079251,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef","EoS":true} {"level":"info","ts":1785338908.4079342,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3023dc71-87ef-47ea-be19-14ce9eefb9ef"} {"level":"info","ts":1785338908.5439167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.5439854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.543996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.5440068,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","EoS":true} {"level":"info","ts":1785338908.5440323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","header":"x-maas-username"} {"level":"info","ts":1785338908.5440469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","header":"x-maas-group"} {"level":"info","ts":1785338908.5440555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","header":"x-maas-subscription"} {"level":"info","ts":1785338908.5440724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.5441053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.5450191,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.545041,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.5450623,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","EoS":false} {"level":"info","ts":1785338908.5450735,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.5450957,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0","EoS":true} {"level":"info","ts":1785338908.5451097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ef20d023-0ef8-4fe7-8356-d4f9adb836c0"} {"level":"info","ts":1785338908.6829834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338908.6830516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.683062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.6830733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","EoS":true} {"level":"info","ts":1785338908.683097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","header":"x-maas-username"} {"level":"info","ts":1785338908.6831079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","header":"x-maas-group"} {"level":"info","ts":1785338908.6831164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","header":"x-maas-subscription"} {"level":"info","ts":1785338908.6831324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338908.6831632,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.6840937,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.6841104,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.6841242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","EoS":false} {"level":"info","ts":1785338908.6841357,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338908.684162,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321","EoS":true} {"level":"info","ts":1785338908.6841717,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d89f5d8c-c7ec-4544-b7aa-af4a1e071321"} {"level":"info","ts":1785338933.2027605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338933.2028315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.2028432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.2028558,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","EoS":true} {"level":"info","ts":1785338933.2028937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","header":"x-maas-subscription"} {"level":"info","ts":1785338933.2029092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","header":"x-maas-group"} {"level":"info","ts":1785338933.202917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","header":"x-maas-username"} {"level":"info","ts":1785338933.202933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338933.2029598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.2038531,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.2038715,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.203886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","EoS":false} {"level":"info","ts":1785338933.203905,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.2039335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5","EoS":true} {"level":"info","ts":1785338933.2039444,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a6d4ca80-f155-4948-ab48-aaeb955479d5"} {"level":"info","ts":1785338933.319609,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338933.3196719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78660803-91f1-4f8a-9b25-5feb832e209f"} {"level":"info","ts":1785338933.3215845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78660803-91f1-4f8a-9b25-5feb832e209f"} {"level":"info","ts":1785338933.321602,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78660803-91f1-4f8a-9b25-5feb832e209f"} {"level":"info","ts":1785338933.3216193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78660803-91f1-4f8a-9b25-5feb832e209f","EoS":false} {"level":"info","ts":1785338933.321631,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"78660803-91f1-4f8a-9b25-5feb832e209f"} {"level":"info","ts":1785338933.3216588,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78660803-91f1-4f8a-9b25-5feb832e209f","EoS":true} {"level":"info","ts":1785338933.321671,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"78660803-91f1-4f8a-9b25-5feb832e209f"} {"level":"info","ts":1785338937.9883041,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338937.9884048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338937.9884162,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338937.9884284,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","EoS":true} {"level":"info","ts":1785338937.988451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","header":"x-maas-group"} {"level":"info","ts":1785338937.9884634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","header":"x-maas-subscription"} {"level":"info","ts":1785338937.9884715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","header":"x-maas-username"} {"level":"info","ts":1785338937.9884877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338937.9885154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338937.9892368,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338937.9892516,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338937.9892638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","EoS":false} {"level":"info","ts":1785338937.989274,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338937.9892972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978","EoS":true} {"level":"info","ts":1785338937.989312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b41df41a-fb6e-4420-a4f7-3bc491c97978"} {"level":"info","ts":1785338948.694262,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338948.6943557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338948.694368,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338948.69438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","EoS":true} {"level":"info","ts":1785338948.6944058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","header":"x-maas-subscription"} {"level":"info","ts":1785338948.694416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","header":"x-maas-group"} {"level":"info","ts":1785338948.6944213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","header":"x-maas-username"} {"level":"info","ts":1785338948.6944351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785338948.6944606,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338948.6971047,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338948.69713,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338948.6971486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","EoS":false} {"level":"info","ts":1785338948.6971667,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338948.6971908,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f","EoS":true} {"level":"info","ts":1785338948.6972003,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ad63c42-2bc1-4edc-83fe-de751d1a425f"} {"level":"info","ts":1785338961.6671636,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338961.6672497,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338961.6672618,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338961.6672735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","EoS":true} {"level":"info","ts":1785338961.6673036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","header":"x-maas-subscription"} {"level":"info","ts":1785338961.6673155,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","header":"x-maas-group"} {"level":"info","ts":1785338961.6673324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","header":"x-maas-username"} {"level":"info","ts":1785338961.667349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338961.6673775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338961.6681297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338961.6681492,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338961.6681643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","EoS":false} {"level":"info","ts":1785338961.668176,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338961.6681988,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f","EoS":true} {"level":"info","ts":1785338961.6682084,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"49cf9705-2711-4478-8b3d-d596e93b230f"} {"level":"info","ts":1785338970.2671907,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338970.2672625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338970.267272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338970.2672827,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","EoS":true} {"level":"info","ts":1785338970.2673063,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","header":"x-maas-group"} {"level":"info","ts":1785338970.2673447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","header":"x-maas-username"} {"level":"info","ts":1785338970.2673569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","header":"x-maas-subscription"} {"level":"info","ts":1785338970.267375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338970.267402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338970.2682166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338970.2682385,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338970.2682636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","EoS":false} {"level":"info","ts":1785338970.2682838,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338970.2683396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44","EoS":true} {"level":"info","ts":1785338970.2683516,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e874fae6-1f36-4d3e-afef-927954026d44"} {"level":"info","ts":1785338979.2711668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785338979.2712383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338979.2712536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338979.271265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","EoS":true} {"level":"info","ts":1785338979.2712874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","header":"x-maas-username"} {"level":"info","ts":1785338979.2712984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","header":"x-maas-subscription"} {"level":"info","ts":1785338979.2713041,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","header":"x-maas-group"} {"level":"info","ts":1785338979.27134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785338979.2713623,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338979.2721744,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338979.2721941,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338979.2722085,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","EoS":false} {"level":"info","ts":1785338979.2722206,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785338979.2722487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b","EoS":true} {"level":"info","ts":1785338979.2722628,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"08d410bf-abd0-4999-92f0-98b077d5907b"} {"level":"info","ts":1785339009.2760274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339009.2760952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339009.276104,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339009.2761145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","EoS":true} {"level":"info","ts":1785339009.2761383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","header":"x-maas-group"} {"level":"info","ts":1785339009.2761843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","header":"x-maas-subscription"} {"level":"info","ts":1785339009.2761903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","header":"x-maas-username"} {"level":"info","ts":1785339009.2762048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785339009.276228,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339009.277746,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339009.2777736,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339009.2777958,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","EoS":false} {"level":"info","ts":1785339009.277812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339009.27785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe","EoS":true} {"level":"info","ts":1785339009.2778616,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"173e9f2e-1813-4f11-b518-631036048afe"} {"level":"info","ts":1785339044.4579513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339044.4580219,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339044.458033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339044.458044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","EoS":true} {"level":"info","ts":1785339044.4580648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","header":"x-maas-username"} {"level":"info","ts":1785339044.4580748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","header":"x-maas-subscription"} {"level":"info","ts":1785339044.4580803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","header":"x-maas-group"} {"level":"info","ts":1785339044.4580944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785339044.4581213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339044.459011,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339044.4590378,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339044.459054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","EoS":false} {"level":"info","ts":1785339044.4590652,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339044.4590878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1","EoS":true} {"level":"info","ts":1785339044.4590952,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3a1e2c2c-e56e-4931-bdc1-e178794ca4b1"} {"level":"info","ts":1785339091.0026946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339091.0027657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339091.0027773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339091.0027878,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","EoS":true} {"level":"info","ts":1785339091.0028105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","header":"x-maas-username"} {"level":"info","ts":1785339091.00282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","header":"x-maas-group"} {"level":"info","ts":1785339091.0028255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","header":"x-maas-subscription"} {"level":"info","ts":1785339091.0028381,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339091.002863,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339091.0036006,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339091.0036213,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339091.0036354,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","EoS":false} {"level":"info","ts":1785339091.00365,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339091.0036788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ba82d174-383b-4597-9180-c76186b28776","EoS":true} {"level":"info","ts":1785339091.0036879,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ba82d174-383b-4597-9180-c76186b28776"} {"level":"info","ts":1785339100.5563354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339100.5564072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5564194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.55643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","EoS":true} {"level":"info","ts":1785339100.5564525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","header":"x-maas-subscription"} {"level":"info","ts":1785339100.5564663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","header":"x-maas-group"} {"level":"info","ts":1785339100.556473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","header":"x-maas-username"} {"level":"info","ts":1785339100.556486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339100.5565066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5572796,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5573077,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5573614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","EoS":false} {"level":"info","ts":1785339100.5574188,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5574582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3","EoS":true} {"level":"info","ts":1785339100.5574694,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28119aad-d75e-4692-81c2-e0947b0396a3"} {"level":"info","ts":1785339100.5946157,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339100.5946898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339100.5947018,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339100.5947156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","EoS":true} {"level":"info","ts":1785339100.594742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","header":"x-maas-subscription"} {"level":"info","ts":1785339100.5947573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","header":"x-maas-username"} {"level":"info","ts":1785339100.5948062,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","header":"x-maas-group"} {"level":"info","ts":1785339100.5948198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339100.594848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339100.5955718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339100.595596,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339100.5956197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","EoS":false} {"level":"info","ts":1785339100.5956392,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339100.5956774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7","EoS":true} {"level":"info","ts":1785339100.595693,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"446ecd7e-5a85-4e70-8e0f-aaad138ef1d7"} {"level":"info","ts":1785339119.9910572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339119.9911196,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339119.9911292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339119.9911397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","EoS":true} {"level":"info","ts":1785339119.991159,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","header":"x-maas-username"} {"level":"info","ts":1785339119.9912167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","header":"x-maas-subscription"} {"level":"info","ts":1785339119.9912267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","header":"x-maas-group"} {"level":"info","ts":1785339119.9912405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339119.991263,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339119.9920447,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339119.992066,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339119.9920864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","EoS":false} {"level":"info","ts":1785339119.9921083,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339119.9921446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e","EoS":true} {"level":"info","ts":1785339119.9921565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10d4697e-3c6d-42c7-be34-9078a1e6828e"} {"level":"info","ts":1785339314.2267354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339314.22682,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339314.226828,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339314.2268384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","EoS":true} {"level":"info","ts":1785339314.2268648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","header":"x-maas-subscription"} {"level":"info","ts":1785339314.2268748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","header":"x-maas-username"} {"level":"info","ts":1785339314.2268803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","header":"x-maas-group"} {"level":"info","ts":1785339314.2268965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785339314.2269237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339314.229847,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339314.2298698,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339314.2298853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","EoS":false} {"level":"info","ts":1785339314.2298965,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339314.2299218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe","EoS":true} {"level":"info","ts":1785339314.2300491,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a9493c30-df91-40ca-993d-1eabe2955cbe"} {"level":"info","ts":1785339366.7640765,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339366.7641385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339366.7641482,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339366.7641585,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","EoS":true} {"level":"info","ts":1785339366.7641845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","header":"x-maas-subscription"} {"level":"info","ts":1785339366.764195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","header":"x-maas-group"} {"level":"info","ts":1785339366.7642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","header":"x-maas-username"} {"level":"info","ts":1785339366.7642128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339366.764234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339366.7664757,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339366.7664988,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339366.7665138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","EoS":false} {"level":"info","ts":1785339366.7665262,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339366.7665508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7","EoS":true} {"level":"info","ts":1785339366.766558,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d71c665b-b649-4b12-9bd8-9770b16cb4a7"} {"level":"info","ts":1785339382.1586332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339382.1587024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.1587212,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.1587408,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","EoS":true} {"level":"info","ts":1785339382.1587703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","header":"x-maas-username"} {"level":"info","ts":1785339382.1587818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","header":"x-maas-group"} {"level":"info","ts":1785339382.1587896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","header":"x-maas-subscription"} {"level":"info","ts":1785339382.1588092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339382.158841,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.1596699,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.1596925,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.1597133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","EoS":false} {"level":"info","ts":1785339382.1597257,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339382.1597483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9","EoS":true} {"level":"info","ts":1785339382.159756,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1d392327-e077-4cea-aba2-a3751eaa28e9"} {"level":"info","ts":1785339777.222117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339777.2221982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.2222095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.2222238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","EoS":true} {"level":"info","ts":1785339777.2222588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","header":"x-maas-username"} {"level":"info","ts":1785339777.2222748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","header":"x-maas-subscription"} {"level":"info","ts":1785339777.2222805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","header":"x-maas-group"} {"level":"info","ts":1785339777.2222946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339777.2223344,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.2239852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.2240112,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.224028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","EoS":false} {"level":"info","ts":1785339777.2240388,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.224061,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899","EoS":true} {"level":"info","ts":1785339777.2240689,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"261deb23-61ad-4457-8a19-14cb75018899"} {"level":"info","ts":1785339777.2621946,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339777.262255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.2622638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.2622736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","EoS":true} {"level":"info","ts":1785339777.2622964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","header":"x-maas-username"} {"level":"info","ts":1785339777.2623074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","header":"x-maas-group"} {"level":"info","ts":1785339777.2623138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","header":"x-maas-subscription"} {"level":"info","ts":1785339777.2623477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785339777.2623732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.2654755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.2654989,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.265513,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","EoS":false} {"level":"info","ts":1785339777.265524,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339777.2655504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1","EoS":true} {"level":"info","ts":1785339777.2655637,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7118cee0-4158-411f-8e85-39c1f9888ba1"} {"level":"info","ts":1785339782.1140888,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dcd6869d-2fa4-48d2-9f5a-053d502938c8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785339782.1143951,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39238.594716271,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.1144252,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.1735797,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.215425,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dcd6869d-2fa4-48d2-9f5a-053d502938c8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785339782.2524602,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af1b7634-6bb9-422b-8920-24f61b855a10","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339782.2524774,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5b6fc2b-905e-4f1a-a40f-fecac56dd44f"} {"level":"info","ts":1785339782.2525146,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"af1b7634-6bb9-422b-8920-24f61b855a10","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785339782.262988,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"830d7cba-e988-4b05-8595-695e1a20bf2d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339782.263131,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"830d7cba-e988-4b05-8595-695e1a20bf2d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785339782.2632039,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33726.856379294,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.2632246,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.274455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.363604,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5b6fc2b-905e-4f1a-a40f-fecac56dd44f","name":"e2e-external-provider"} {"level":"info","ts":1785339782.3776023,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5b6fc2b-905e-4f1a-a40f-fecac56dd44f","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785339782.3802266,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5291fea4-b029-4fd2-9921-e808a7a017c8"} {"level":"info","ts":1785339782.3802674,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"229ed41e-fc8f-46f3-99ee-e848564410e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.3803563,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"229ed41e-fc8f-46f3-99ee-e848564410e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.3884604,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5b6fc2b-905e-4f1a-a40f-fecac56dd44f","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785339782.388832,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5291fea4-b029-4fd2-9921-e808a7a017c8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785339782.3889058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2db2c661-0251-4d86-a8c1-7262dce14336","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.3889332,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2db2c661-0251-4d86-a8c1-7262dce14336","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.3951435,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5b6fc2b-905e-4f1a-a40f-fecac56dd44f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785339782.39773,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6540436b-000e-49c1-b404-ae9f6fe0a1f1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.3977845,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6540436b-000e-49c1-b404-ae9f6fe0a1f1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785339782.397906,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5291fea4-b029-4fd2-9921-e808a7a017c8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.397976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c15588c2-6311-4d26-a6b2-2618e0bf9b04"} {"level":"info","ts":1785339782.3979979,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c15588c2-6311-4d26-a6b2-2618e0bf9b04","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785339782.4046764,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86f71c72-c67f-4c66-9f70-ac14d3ef264e"} {"level":"info","ts":1785339782.4047527,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86f71c72-c67f-4c66-9f70-ac14d3ef264e","name":"e2e-external-provider"} {"level":"info","ts":1785339782.4048963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"276908d8-2f44-485a-a729-9a42ff60291f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.404924,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"276908d8-2f44-485a-a729-9a42ff60291f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785339782.4055002,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c15588c2-6311-4d26-a6b2-2618e0bf9b04","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.4057233,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1014e51-8175-4d46-ae26-7f3e77b8eade","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339782.405762,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1014e51-8175-4d46-ae26-7f3e77b8eade","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785339782.4057899,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb521b92-e0cf-4a7b-be0a-9228a3442b9c"} {"level":"info","ts":1785339782.4064848,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39352.648784388,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.4065104,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.414922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785339782.4194472,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86f71c72-c67f-4c66-9f70-ac14d3ef264e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785339782.4254348,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9c5cbfa-728f-4eec-a860-b737b1edeb46"} {"level":"info","ts":1785339782.4254842,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9c5cbfa-728f-4eec-a860-b737b1edeb46","name":"e2e-external-provider"} {"level":"info","ts":1785339782.4375622,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9c5cbfa-728f-4eec-a860-b737b1edeb46","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785339782.5068266,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb521b92-e0cf-4a7b-be0a-9228a3442b9c","name":"e2e-external-model"} {"level":"info","ts":1785339782.5178323,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb521b92-e0cf-4a7b-be0a-9228a3442b9c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339782.527611,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a56ae29b-9c12-4046-9001-9b159c6fadb1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.5276763,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a56ae29b-9c12-4046-9001-9b159c6fadb1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.5278919,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2df313f3-c620-45cb-ba18-f0c71b63e82d"} {"level":"info","ts":1785339782.5279937,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2df313f3-c620-45cb-ba18-f0c71b63e82d","name":"e2e-external-model"} {"level":"info","ts":1785339782.5504696,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"659802eb-813a-45e6-8884-a3fd10776267","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.550503,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"659802eb-813a-45e6-8884-a3fd10776267","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785339782.5514665,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2df313f3-c620-45cb-ba18-f0c71b63e82d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339782.551535,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ea3c7af-f0dd-47be-8a21-5cbcfd7c97f9"} {"level":"info","ts":1785339782.5515854,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ea3c7af-f0dd-47be-8a21-5cbcfd7c97f9","name":"e2e-external-model"} {"level":"info","ts":1785339782.562745,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ea3c7af-f0dd-47be-8a21-5cbcfd7c97f9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339782.5691662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4af3cc6a-8c52-4d40-b9a3-ae7c38f72733","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339782.5692046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4af3cc6a-8c52-4d40-b9a3-ae7c38f72733","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785339782.569601,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6f2f5e1-f292-4db9-9587-27b7c2e2a60a"} {"level":"info","ts":1785339782.5696483,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6f2f5e1-f292-4db9-9587-27b7c2e2a60a","name":"e2e-external-model"} {"level":"info","ts":1785339782.5835314,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6f2f5e1-f292-4db9-9587-27b7c2e2a60a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339805.0282059,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339805.0282967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.028314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.0283618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","EoS":true} {"level":"info","ts":1785339805.0284011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","header":"x-maas-subscription"} {"level":"info","ts":1785339805.0284476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","header":"x-maas-username"} {"level":"info","ts":1785339805.0284579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","header":"x-maas-group"} {"level":"info","ts":1785339805.0284774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785339805.0284941,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","modelName":"e2e-external-model"} {"level":"info","ts":1785339805.0285141,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785339805.0285504,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785339805.0285711,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","authType":"apikey"} {"level":"info","ts":1785339805.0286028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.146565,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.1465933,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.1466117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","EoS":false} {"level":"info","ts":1785339805.1466289,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.146654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3","EoS":true} {"level":"info","ts":1785339805.1466596,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"95ce745e-27ae-4c4d-99c0-4ada345e7db3"} {"level":"info","ts":1785339805.278316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffb85647-7642-486b-94c4-d5ecd771baf7"} {"level":"info","ts":1785339805.278398,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77cc0610-acdc-4645-b152-1eacbdfb1c41","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339805.278436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"77cc0610-acdc-4645-b152-1eacbdfb1c41","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785339805.286683,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffb85647-7642-486b-94c4-d5ecd771baf7","name":"e2e-cleanup-test"} {"level":"info","ts":1785339805.2869027,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ba58025-3b83-4b0d-8c95-85526e3fcf1a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339805.2869384,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ba58025-3b83-4b0d-8c95-85526e3fcf1a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785339805.313506,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ffb85647-7642-486b-94c4-d5ecd771baf7","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339805.3135757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edaa25cf-5378-4ac2-aec5-0cc8d2579620"} {"level":"info","ts":1785339805.3136318,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edaa25cf-5378-4ac2-aec5-0cc8d2579620","name":"e2e-cleanup-test"} {"level":"info","ts":1785339805.3137212,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab660bcf-b25a-49b4-935c-6b34f1897784","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339805.3137548,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab660bcf-b25a-49b4-935c-6b34f1897784","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785339805.325888,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edaa25cf-5378-4ac2-aec5-0cc8d2579620","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785339805.3259387,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"edaa25cf-5378-4ac2-aec5-0cc8d2579620","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339805.3259923,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83aa8efd-4396-48fb-837c-f45ff24cb96d"} {"level":"info","ts":1785339805.3260496,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83aa8efd-4396-48fb-837c-f45ff24cb96d","name":"e2e-cleanup-test"} {"level":"info","ts":1785339805.3354714,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83aa8efd-4396-48fb-837c-f45ff24cb96d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339805.338541,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07002c60-bbd1-4362-935a-ff139eeb17f4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339805.338573,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"07002c60-bbd1-4362-935a-ff139eeb17f4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785339805.3437946,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83aa8efd-4396-48fb-837c-f45ff24cb96d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785339805.3438814,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3585d0ee-a7db-4cc8-b60e-f5bf5a971709"} {"level":"info","ts":1785339805.3439245,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3585d0ee-a7db-4cc8-b60e-f5bf5a971709","name":"e2e-cleanup-test"} {"level":"info","ts":1785339805.3524094,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3585d0ee-a7db-4cc8-b60e-f5bf5a971709","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785339813.5808775,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cbb165ea-bfc3-4264-8119-faefdd033026"} {"level":"info","ts":1785339813.5808775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9db1569-a147-4c74-a9e2-2d67110a5fba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339813.5809596,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9db1569-a147-4c74-a9e2-2d67110a5fba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785339817.9276721,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339817.9277403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608"} {"level":"info","ts":1785339817.9277523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608"} {"level":"info","ts":1785339817.9277694,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608","EoS":true} {"level":"info","ts":1785339817.9278128,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785339817.9278443,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"29c87253-fd91-483e-925e-fcc6f60bf608"} {"level":"info","ts":1785339817.966905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339817.9669738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339817.9669847,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339817.9669952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","EoS":true} {"level":"info","ts":1785339817.967019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","header":"x-maas-username"} {"level":"info","ts":1785339817.9670281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","header":"x-maas-group"} {"level":"info","ts":1785339817.967034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","header":"x-maas-subscription"} {"level":"info","ts":1785339817.9670553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785339817.967065,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","modelName":"e2e-external-model"} {"level":"info","ts":1785339817.967078,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785339817.9670975,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785339817.9671113,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","authType":"apikey"} {"level":"info","ts":1785339817.9671278,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339818.0143938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339818.0144207,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339818.014444,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","EoS":false} {"level":"info","ts":1785339818.0144615,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339818.0144992,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811","EoS":true} {"level":"info","ts":1785339818.0145116,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cfe96789-63c5-42fa-aaab-a33d1576b811"} {"level":"info","ts":1785339818.0552022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339818.0552814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.0552926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.055305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","EoS":true} {"level":"info","ts":1785339818.0553503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","header":"x-maas-subscription"} {"level":"info","ts":1785339818.0553641,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","header":"x-maas-username"} {"level":"info","ts":1785339818.0553696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","header":"x-maas-group"} {"level":"info","ts":1785339818.0553832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785339818.0554113,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.1017518,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.1017783,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.1017945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","EoS":false} {"level":"info","ts":1785339818.1018085,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.101838,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea","EoS":true} {"level":"info","ts":1785339818.101846,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"106a9284-4d80-4776-a6f9-dc20fa261eea"} {"level":"info","ts":1785339818.1400905,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785339818.1401637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339818.1401758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339818.140188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","EoS":true} {"level":"info","ts":1785339818.140209,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","header":"x-maas-group"} {"level":"info","ts":1785339818.1402194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","header":"x-maas-username"} {"level":"info","ts":1785339818.1402252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","header":"x-maas-subscription"} {"level":"info","ts":1785339818.1402607,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339818.244576,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339818.2446132,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339818.2446494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","EoS":false} {"level":"info","ts":1785339818.2446697,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339818.2447014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3","EoS":true} {"level":"info","ts":1785339818.2447102,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"341ff986-88a8-4c0d-bdb7-0cd20b1efab3"} {"level":"info","ts":1785339819.126737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e6b139e-68f6-4072-8960-d936d7462455"} {"level":"info","ts":1785339819.1267617,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68e805ba-197e-488e-8540-5fdae1d7c92c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339819.1267962,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68e805ba-197e-488e-8540-5fdae1d7c92c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785339819.2821252,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"122785ad-3467-4900-ad81-843eee9998a6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339819.282165,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"122785ad-3467-4900-ad81-843eee9998a6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785339819.2821944,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5afc2527-0b44-4d5c-88d7-caac2644a9f3"} {"level":"info","ts":1785339819.4070733,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"69a41f8b-8faa-4718-bcc9-d5d41093d424","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785339819.407141,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"69a41f8b-8faa-4718-bcc9-d5d41093d424","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785341654.6278055,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785341654.6278784,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5040df7b-6e85-4d3c-aaa8-f415b017a612"} {"level":"info","ts":1785341729.4478004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785341729.4478786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"} {"level":"info","ts":1785341729.4478884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"} {"level":"info","ts":1785341729.4478996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","EoS":true} {"level":"info","ts":1785341729.4479275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","header":"x-maas-group"} {"level":"info","ts":1785341729.4479394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","header":"x-maas-username"} {"level":"info","ts":1785341729.4479446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","header":"x-maas-subscription"} {"level":"info","ts":1785341729.4479587,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785341729.4479842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"} {"level":"info","ts":1785341729.4488444,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"} {"level":"info","ts":1785341729.4488668,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"} {"level":"info","ts":1785341729.448888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","EoS":false} {"level":"info","ts":1785341729.4489026,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"} {"level":"info","ts":1785341729.448928,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2","EoS":true} {"level":"info","ts":1785341729.4489374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"18ecc307-ea9a-467f-8fa7-49e4e00408e2"}