{"level":"info","ts":1785310188.2273183,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6305c0e6-5b52-4225-a313-369ea0a5dfef"} {"level":"info","ts":1785310188.36551,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310188.3655906,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da"} {"level":"info","ts":1785310188.365604,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da"} {"level":"info","ts":1785310188.3656235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da","EoS":true} {"level":"info","ts":1785310188.365658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da","header":"x-maas-group"} {"level":"info","ts":1785310188.365671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da","header":"x-maas-username"} {"level":"info","ts":1785310188.3656802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da","header":"x-maas-subscription"} {"level":"info","ts":1785310188.3656988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310188.365732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da"} {"level":"info","ts":1785310188.3676834,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da"} {"level":"info","ts":1785310188.3677018,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da"} {"level":"info","ts":1785310188.3677223,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da","EoS":false} {"level":"info","ts":1785310188.3677397,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da"} {"level":"info","ts":1785310188.3677614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da","EoS":true} {"level":"info","ts":1785310188.3677673,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"71555678-2e87-46d0-8ac4-e90c3e4f29da"} {"level":"info","ts":1785310188.5063808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310188.506457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7"} {"level":"info","ts":1785310188.5064702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7"} {"level":"info","ts":1785310188.506485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7","EoS":true} {"level":"info","ts":1785310188.5065153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7","header":"x-maas-group"} {"level":"info","ts":1785310188.5065255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7","header":"x-maas-subscription"} {"level":"info","ts":1785310188.506531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7","header":"x-maas-username"} {"level":"info","ts":1785310188.506544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310188.5065746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7"} {"level":"info","ts":1785310188.5072944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7"} {"level":"info","ts":1785310188.5073156,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7"} {"level":"info","ts":1785310188.507335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7","EoS":false} {"level":"info","ts":1785310188.5073524,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7"} {"level":"info","ts":1785310188.5073884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7","EoS":true} {"level":"info","ts":1785310188.5074015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10607e0c-173e-47f3-9762-91b82a515dc7"} {"level":"info","ts":1785310188.645185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310188.6452534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7"} {"level":"info","ts":1785310188.6452656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7"} {"level":"info","ts":1785310188.6452773,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7","EoS":true} {"level":"info","ts":1785310188.6453023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7","header":"x-maas-subscription"} {"level":"info","ts":1785310188.645313,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7","header":"x-maas-group"} {"level":"info","ts":1785310188.6453187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7","header":"x-maas-username"} {"level":"info","ts":1785310188.6453342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310188.6453626,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7"} {"level":"info","ts":1785310188.6461267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7"} {"level":"info","ts":1785310188.6461468,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7"} {"level":"info","ts":1785310188.6461706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7","EoS":false} {"level":"info","ts":1785310188.6461833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7"} {"level":"info","ts":1785310188.646207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7","EoS":true} {"level":"info","ts":1785310188.646215,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ee0acbfb-0edd-4173-827b-dbd47eee5bf7"} {"level":"info","ts":1785310188.784683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310188.7847614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c"} {"level":"info","ts":1785310188.7847767,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c"} {"level":"info","ts":1785310188.7847908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c","EoS":true} {"level":"info","ts":1785310188.7848132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c","header":"x-maas-subscription"} {"level":"info","ts":1785310188.7848244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c","header":"x-maas-username"} {"level":"info","ts":1785310188.784829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c","header":"x-maas-group"} {"level":"info","ts":1785310188.7848415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310188.7848635,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c"} {"level":"info","ts":1785310188.785631,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c"} {"level":"info","ts":1785310188.7856483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c"} {"level":"info","ts":1785310188.7856624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c","EoS":false} {"level":"info","ts":1785310188.7856731,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c"} {"level":"info","ts":1785310188.7856998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c","EoS":true} {"level":"info","ts":1785310188.7857144,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff1e8836-0dac-4c73-9572-d887b15c4f6c"} {"level":"info","ts":1785310207.8580961,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310207.8581872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860"} {"level":"info","ts":1785310207.8582027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860"} {"level":"info","ts":1785310207.8582237,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860","EoS":true} {"level":"info","ts":1785310207.8582594,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860","header":"x-maas-group"} {"level":"info","ts":1785310207.858272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860","header":"x-maas-username"} {"level":"info","ts":1785310207.858281,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860","header":"x-maas-subscription"} {"level":"info","ts":1785310207.858298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310207.8583286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860"} {"level":"info","ts":1785310207.858999,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860"} {"level":"info","ts":1785310207.8590271,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860"} {"level":"info","ts":1785310207.8590457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860","EoS":false} {"level":"info","ts":1785310207.8590631,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860"} {"level":"info","ts":1785310207.8590932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860","EoS":true} {"level":"info","ts":1785310207.8591034,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3fa87936-f6a9-481a-8eac-9b8eee42d860"} {"level":"info","ts":1785310207.8973813,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310207.8974388,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79"} {"level":"info","ts":1785310207.8974469,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79"} {"level":"info","ts":1785310207.897461,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79","EoS":true} {"level":"info","ts":1785310207.8974893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79","header":"x-maas-group"} {"level":"info","ts":1785310207.8974977,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79","header":"x-maas-username"} {"level":"info","ts":1785310207.8975034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79","header":"x-maas-subscription"} {"level":"info","ts":1785310207.8975165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310207.897543,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79"} {"level":"info","ts":1785310207.899493,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79"} {"level":"info","ts":1785310207.8995178,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79"} {"level":"info","ts":1785310207.8995388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79","EoS":false} {"level":"info","ts":1785310207.8995597,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79"} {"level":"info","ts":1785310207.8995812,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79","EoS":true} {"level":"info","ts":1785310207.8995888,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"954799e4-9555-4e60-af0c-b3a554bb4b79"} {"level":"info","ts":1785310208.0057464,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310208.005807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2be7d030-10da-45fa-ace1-258d11a8f70f"} {"level":"info","ts":1785310208.007222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2be7d030-10da-45fa-ace1-258d11a8f70f"} {"level":"info","ts":1785310208.0072381,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2be7d030-10da-45fa-ace1-258d11a8f70f"} {"level":"info","ts":1785310208.0072536,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2be7d030-10da-45fa-ace1-258d11a8f70f","EoS":false} {"level":"info","ts":1785310208.0072663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2be7d030-10da-45fa-ace1-258d11a8f70f"} {"level":"info","ts":1785310208.0072935,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2be7d030-10da-45fa-ace1-258d11a8f70f","EoS":true} {"level":"info","ts":1785310208.0073016,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2be7d030-10da-45fa-ace1-258d11a8f70f"} {"level":"info","ts":1785310212.6418445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310212.6419175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7"} {"level":"info","ts":1785310212.641929,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7"} {"level":"info","ts":1785310212.6419413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7","EoS":true} {"level":"info","ts":1785310212.6419857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7","header":"x-maas-subscription"} {"level":"info","ts":1785310212.6419973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7","header":"x-maas-username"} {"level":"info","ts":1785310212.6420026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7","header":"x-maas-group"} {"level":"info","ts":1785310212.6420138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310212.6420355,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7"} {"level":"info","ts":1785310212.642897,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7"} {"level":"info","ts":1785310212.6429198,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7"} {"level":"info","ts":1785310212.6429348,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7","EoS":false} {"level":"info","ts":1785310212.6429443,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7"} {"level":"info","ts":1785310212.642987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7","EoS":true} {"level":"info","ts":1785310212.6429956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"feb676a3-c433-4fcb-9321-bc83565d1de7"} {"level":"info","ts":1785310225.2988572,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310225.2989428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0"} {"level":"info","ts":1785310225.2989864,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0"} {"level":"info","ts":1785310225.299007,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0","EoS":true} {"level":"info","ts":1785310225.2990298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0","header":"x-maas-subscription"} {"level":"info","ts":1785310225.2990406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0","header":"x-maas-username"} {"level":"info","ts":1785310225.2990456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0","header":"x-maas-group"} {"level":"info","ts":1785310225.2990594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785310225.2990851,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0"} {"level":"info","ts":1785310225.3000133,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0"} {"level":"info","ts":1785310225.3000336,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0"} {"level":"info","ts":1785310225.3000505,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0","EoS":false} {"level":"info","ts":1785310225.3000724,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0"} {"level":"info","ts":1785310225.3000984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0","EoS":true} {"level":"info","ts":1785310225.3001082,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"72d8691e-c0b4-443a-9252-f3adffe242e0"} {"level":"info","ts":1785310238.226991,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310238.2270656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66"} {"level":"info","ts":1785310238.2270799,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66"} {"level":"info","ts":1785310238.2270932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66","EoS":true} {"level":"info","ts":1785310238.227113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66","header":"x-maas-subscription"} {"level":"info","ts":1785310238.2271273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66","header":"x-maas-username"} {"level":"info","ts":1785310238.227135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66","header":"x-maas-group"} {"level":"info","ts":1785310238.2271497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310238.227173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66"} {"level":"info","ts":1785310238.2287016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66"} {"level":"info","ts":1785310238.2287211,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66"} {"level":"info","ts":1785310238.2287424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66","EoS":false} {"level":"info","ts":1785310238.2287593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66"} {"level":"info","ts":1785310238.228789,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66","EoS":true} {"level":"info","ts":1785310238.2287986,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3edbfa32-195f-4623-aa67-82e36c725c66"} {"level":"info","ts":1785310246.773081,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310246.7731454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e"} {"level":"info","ts":1785310246.773158,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e"} {"level":"info","ts":1785310246.7731695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e","EoS":true} {"level":"info","ts":1785310246.7731926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e","header":"x-maas-username"} {"level":"info","ts":1785310246.7732024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e","header":"x-maas-subscription"} {"level":"info","ts":1785310246.7732067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e","header":"x-maas-group"} {"level":"info","ts":1785310246.7732196,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310246.7732415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e"} {"level":"info","ts":1785310246.7741296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e"} {"level":"info","ts":1785310246.7741456,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e"} {"level":"info","ts":1785310246.7741594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e","EoS":false} {"level":"info","ts":1785310246.7741697,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e"} {"level":"info","ts":1785310246.7741885,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e","EoS":true} {"level":"info","ts":1785310246.774198,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6142944b-7368-409c-8eb4-57350ec4dd2e"} {"level":"info","ts":1785310255.67959,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310255.6796575,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413"} {"level":"info","ts":1785310255.679671,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413"} {"level":"info","ts":1785310255.6796887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413","EoS":true} {"level":"info","ts":1785310255.6797156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413","header":"x-maas-subscription"} {"level":"info","ts":1785310255.6797311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413","header":"x-maas-group"} {"level":"info","ts":1785310255.6797416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413","header":"x-maas-username"} {"level":"info","ts":1785310255.6797593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310255.6797917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413"} {"level":"info","ts":1785310255.6806812,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413"} {"level":"info","ts":1785310255.6807003,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413"} {"level":"info","ts":1785310255.6807163,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413","EoS":false} {"level":"info","ts":1785310255.6807334,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413"} {"level":"info","ts":1785310255.6807559,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413","EoS":true} {"level":"info","ts":1785310255.6807644,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b40c09f-c5cb-4c59-b4dc-44583b8ee413"} {"level":"info","ts":1785310280.817176,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310280.81724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f"} {"level":"info","ts":1785310280.817249,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f"} {"level":"info","ts":1785310280.8172598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f","EoS":true} {"level":"info","ts":1785310280.8172793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f","header":"x-maas-username"} {"level":"info","ts":1785310280.8172908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f","header":"x-maas-subscription"} {"level":"info","ts":1785310280.8172953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f","header":"x-maas-group"} {"level":"info","ts":1785310280.8173075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785310280.8173304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f"} {"level":"info","ts":1785310280.8182359,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f"} {"level":"info","ts":1785310280.8182557,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f"} {"level":"info","ts":1785310280.8182733,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f","EoS":false} {"level":"info","ts":1785310280.81829,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f"} {"level":"info","ts":1785310280.818316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f","EoS":true} {"level":"info","ts":1785310280.8183298,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2457745d-64fe-403e-b6d4-5437662bd27f"} {"level":"info","ts":1785310305.234648,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310305.2347322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87"} {"level":"info","ts":1785310305.2347496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87"} {"level":"info","ts":1785310305.2347627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87","EoS":true} {"level":"info","ts":1785310305.2347858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87","header":"x-maas-username"} {"level":"info","ts":1785310305.2347963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87","header":"x-maas-subscription"} {"level":"info","ts":1785310305.2348018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87","header":"x-maas-group"} {"level":"info","ts":1785310305.2348168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785310305.234842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87"} {"level":"info","ts":1785310305.2357633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87"} {"level":"info","ts":1785310305.2357864,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87"} {"level":"info","ts":1785310305.235804,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87","EoS":false} {"level":"info","ts":1785310305.2358172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87"} {"level":"info","ts":1785310305.235848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87","EoS":true} {"level":"info","ts":1785310305.235856,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f8740ec-6c4e-4b09-8fe1-e82064af8e87"} {"level":"info","ts":1785310347.0824344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310347.0825217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac"} {"level":"info","ts":1785310347.0825405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac"} {"level":"info","ts":1785310347.0825598,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac","EoS":true} {"level":"info","ts":1785310347.0825949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac","header":"x-maas-username"} {"level":"info","ts":1785310347.082607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac","header":"x-maas-group"} {"level":"info","ts":1785310347.0826132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac","header":"x-maas-subscription"} {"level":"info","ts":1785310347.0826266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310347.0826526,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac"} {"level":"info","ts":1785310347.0836768,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac"} {"level":"info","ts":1785310347.083697,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac"} {"level":"info","ts":1785310347.0837123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac","EoS":false} {"level":"info","ts":1785310347.0837228,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac"} {"level":"info","ts":1785310347.0837424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac","EoS":true} {"level":"info","ts":1785310347.0837498,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb5bd93c-cfc8-49b1-9a80-5e8ad60a20ac"} {"level":"info","ts":1785310356.5826836,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310356.582755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d"} {"level":"info","ts":1785310356.5827696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d"} {"level":"info","ts":1785310356.5827897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d","EoS":true} {"level":"info","ts":1785310356.5828216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d","header":"x-maas-username"} {"level":"info","ts":1785310356.5828352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d","header":"x-maas-subscription"} {"level":"info","ts":1785310356.5828466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d","header":"x-maas-group"} {"level":"info","ts":1785310356.5828683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310356.5829012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d"} {"level":"info","ts":1785310356.5838094,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d"} {"level":"info","ts":1785310356.583827,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d"} {"level":"info","ts":1785310356.5838416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d","EoS":false} {"level":"info","ts":1785310356.5838566,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d"} {"level":"info","ts":1785310356.5838773,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d","EoS":true} {"level":"info","ts":1785310356.583889,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2ebc64d3-d18d-4cb0-9d53-53097a14402d"} {"level":"info","ts":1785310356.6361809,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310356.6362555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9"} {"level":"info","ts":1785310356.6362703,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9"} {"level":"info","ts":1785310356.6362872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9","EoS":true} {"level":"info","ts":1785310356.6363192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9","header":"x-maas-username"} {"level":"info","ts":1785310356.6363328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9","header":"x-maas-group"} {"level":"info","ts":1785310356.6363406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9","header":"x-maas-subscription"} {"level":"info","ts":1785310356.6363573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310356.636387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9"} {"level":"info","ts":1785310356.6391578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9"} {"level":"info","ts":1785310356.639181,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9"} {"level":"info","ts":1785310356.6392026,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9","EoS":false} {"level":"info","ts":1785310356.639219,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9"} {"level":"info","ts":1785310356.6392539,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9","EoS":true} {"level":"info","ts":1785310356.6392663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"444180c9-ce02-48d3-b332-4aa34dff5fb9"} {"level":"info","ts":1785310375.8501875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310375.8502545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195"} {"level":"info","ts":1785310375.8502662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195"} {"level":"info","ts":1785310375.8502765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195","EoS":true} {"level":"info","ts":1785310375.8502958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195","header":"x-maas-subscription"} {"level":"info","ts":1785310375.8503082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195","header":"x-maas-username"} {"level":"info","ts":1785310375.8503127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195","header":"x-maas-group"} {"level":"info","ts":1785310375.8503246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310375.850348,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195"} {"level":"info","ts":1785310375.8513148,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195"} {"level":"info","ts":1785310375.8513348,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195"} {"level":"info","ts":1785310375.8513494,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195","EoS":false} {"level":"info","ts":1785310375.8513608,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195"} {"level":"info","ts":1785310375.851388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195","EoS":true} {"level":"info","ts":1785310375.851398,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46f4a04b-b78b-41b2-b7d9-7d66b4985195"} {"level":"info","ts":1785310511.9307144,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310511.9307902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062"} {"level":"info","ts":1785310511.9308038,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062"} {"level":"info","ts":1785310511.9308157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062","EoS":true} {"level":"info","ts":1785310511.9308367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062","header":"x-maas-subscription"} {"level":"info","ts":1785310511.930848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062","header":"x-maas-group"} {"level":"info","ts":1785310511.9308527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062","header":"x-maas-username"} {"level":"info","ts":1785310511.930865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785310511.930887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062"} {"level":"info","ts":1785310511.9322352,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062"} {"level":"info","ts":1785310511.932253,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062"} {"level":"info","ts":1785310511.9322665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062","EoS":false} {"level":"info","ts":1785310511.9322762,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062"} {"level":"info","ts":1785310511.9323013,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062","EoS":true} {"level":"info","ts":1785310511.932312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13c192a1-e947-4d93-a7b5-ea7a98e26062"} {"level":"info","ts":1785310553.5036843,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310553.5037568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910"} {"level":"info","ts":1785310553.5037696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910"} {"level":"info","ts":1785310553.503781,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910","EoS":true} {"level":"info","ts":1785310553.503804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910","header":"x-maas-group"} {"level":"info","ts":1785310553.5038142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910","header":"x-maas-username"} {"level":"info","ts":1785310553.5038192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910","header":"x-maas-subscription"} {"level":"info","ts":1785310553.5038323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310553.5038574,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910"} {"level":"info","ts":1785310553.506914,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910"} {"level":"info","ts":1785310553.506936,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910"} {"level":"info","ts":1785310553.506973,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910","EoS":false} {"level":"info","ts":1785310553.5069923,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910"} {"level":"info","ts":1785310553.5070286,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910","EoS":true} {"level":"info","ts":1785310553.5070405,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f5146135-5ff4-465f-b654-069cb204e910"} {"level":"info","ts":1785310568.8752015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310568.8752775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c"} {"level":"info","ts":1785310568.8752918,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c"} {"level":"info","ts":1785310568.8753042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c","EoS":true} {"level":"info","ts":1785310568.8753264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c","header":"x-maas-group"} {"level":"info","ts":1785310568.8753371,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c","header":"x-maas-subscription"} {"level":"info","ts":1785310568.8753457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c","header":"x-maas-username"} {"level":"info","ts":1785310568.8753605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310568.8753865,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c"} {"level":"info","ts":1785310568.8762608,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c"} {"level":"info","ts":1785310568.8762875,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c"} {"level":"info","ts":1785310568.8763108,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c","EoS":false} {"level":"info","ts":1785310568.8763301,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c"} {"level":"info","ts":1785310568.8763595,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c","EoS":true} {"level":"info","ts":1785310568.8763673,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7e359de-3136-4f0c-9c8a-d6876d49ac0c"} {"level":"info","ts":1785310892.1481452,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310892.1482131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2"} {"level":"info","ts":1785310892.1482217,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2"} {"level":"info","ts":1785310892.1482325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2","EoS":true} {"level":"info","ts":1785310892.1482513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2","header":"x-maas-username"} {"level":"info","ts":1785310892.1482596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2","header":"x-maas-group"} {"level":"info","ts":1785310892.1482651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2","header":"x-maas-subscription"} {"level":"info","ts":1785310892.148278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785310892.1483016,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2"} {"level":"info","ts":1785310892.149007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2"} {"level":"info","ts":1785310892.1490326,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2"} {"level":"info","ts":1785310892.1490493,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2","EoS":false} {"level":"info","ts":1785310892.14906,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2"} {"level":"info","ts":1785310892.149086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2","EoS":true} {"level":"info","ts":1785310892.1490943,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b5c12cad-b9e5-4363-a3fc-508518fad6a2"} {"level":"info","ts":1785310896.965707,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8f6a5747-09e8-49ea-981e-d816679136f9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785310896.9659746,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34057.908554429,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310896.9660027,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310897.0293922,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310897.0660815,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8f6a5747-09e8-49ea-981e-d816679136f9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785310897.0939887,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b316309e-9b4c-4b72-8939-d3cc34ec37ae","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785310897.0940087,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d563e52c-d1ca-4eeb-8a60-1155ff5d2085"} {"level":"info","ts":1785310897.0940335,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b316309e-9b4c-4b72-8939-d3cc34ec37ae","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785310897.1069245,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0bfaba22-3641-44f9-ac65-ec11fea47238","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785310897.1070728,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0bfaba22-3641-44f9-ac65-ec11fea47238","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785310897.1071222,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33003.291520942,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310897.1071398,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310897.1178603,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310897.2071786,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d563e52c-d1ca-4eeb-8a60-1155ff5d2085","name":"e2e-external-provider"} {"level":"info","ts":1785310897.2179272,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d563e52c-d1ca-4eeb-8a60-1155ff5d2085","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785310897.2181606,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00f40e30-17bb-4b27-8e40-b83aaa961bab"} {"level":"info","ts":1785310897.2181985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49df7636-8e3e-4781-896b-a36849acf98e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310897.2182486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"49df7636-8e3e-4781-896b-a36849acf98e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785310897.2295778,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37676961-36f7-4000-b707-e0a210e21a55","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310897.2296152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37676961-36f7-4000-b707-e0a210e21a55","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785310897.2300045,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00f40e30-17bb-4b27-8e40-b83aaa961bab","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785310897.2330716,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d563e52c-d1ca-4eeb-8a60-1155ff5d2085","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785310897.2392476,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9faa9f9b-82f7-461c-ba7b-2b8d5fdea845","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310897.2392821,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9faa9f9b-82f7-461c-ba7b-2b8d5fdea845","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785310897.2395048,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00f40e30-17bb-4b27-8e40-b83aaa961bab","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785310897.2395694,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be699bcf-9062-4cdc-8bd5-d9f4568c2ab7"} {"level":"info","ts":1785310897.2395904,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be699bcf-9062-4cdc-8bd5-d9f4568c2ab7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785310897.242275,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d563e52c-d1ca-4eeb-8a60-1155ff5d2085","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785310897.2447448,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be699bcf-9062-4cdc-8bd5-d9f4568c2ab7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785310897.2521493,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e9b4223-cf9d-41fd-a896-cb0208a1061e"} {"level":"info","ts":1785310897.2522047,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e9b4223-cf9d-41fd-a896-cb0208a1061e","name":"e2e-external-provider"} {"level":"info","ts":1785310897.2523265,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71bdab88-f0fb-4a75-8ac3-fccd5cdf3265","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785310897.2523644,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71bdab88-f0fb-4a75-8ac3-fccd5cdf3265","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785310897.2524168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69154b32-2b77-4a01-9f8d-1715b8d907a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310897.25244,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69154b32-2b77-4a01-9f8d-1715b8d907a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785310897.2524636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e726be13-d702-4c16-ae3b-72cac9f48f52"} {"level":"info","ts":1785310897.2526891,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38966.388321511,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310897.2527065,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310897.2622309,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785310897.2649968,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e9b4223-cf9d-41fd-a896-cb0208a1061e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785310897.2696598,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1e9b4223-cf9d-41fd-a896-cb0208a1061e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785310897.2697299,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"944049b6-950e-424a-8af4-00923420e806"} {"level":"info","ts":1785310897.269761,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"944049b6-950e-424a-8af4-00923420e806","name":"e2e-external-provider"} {"level":"info","ts":1785310897.2804375,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"944049b6-950e-424a-8af4-00923420e806","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785310897.3533592,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e726be13-d702-4c16-ae3b-72cac9f48f52","name":"e2e-external-model"} {"level":"error","ts":1785310897.3753104,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e726be13-d702-4c16-ae3b-72cac9f48f52","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785310897.3753927,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"414f1bef-5e10-47d8-bbe1-79765e7f8bf2"} {"level":"info","ts":1785310897.3754447,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"414f1bef-5e10-47d8-bbe1-79765e7f8bf2","name":"e2e-external-model"} {"level":"info","ts":1785310897.3753903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7816ed95-ef8e-47b2-8afa-423e0a5a6628","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310897.375528,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7816ed95-ef8e-47b2-8afa-423e0a5a6628","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785310897.3914888,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"414f1bef-5e10-47d8-bbe1-79765e7f8bf2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785310897.3915763,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55acfc8f-718b-41e1-88c5-77d16fc763f0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310897.3915904,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfcced5d-723b-413f-8e2b-a3aa5d51201b"} {"level":"info","ts":1785310897.3916008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55acfc8f-718b-41e1-88c5-77d16fc763f0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785310897.3916419,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfcced5d-723b-413f-8e2b-a3aa5d51201b","name":"e2e-external-model"} {"level":"info","ts":1785310897.4019012,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfcced5d-723b-413f-8e2b-a3aa5d51201b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785310897.4086194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b635666-a191-41a7-8e81-33ce5ae0395d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310897.4086483,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b635666-a191-41a7-8e81-33ce5ae0395d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785310897.409066,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46882e93-9cd2-4cf3-85a3-5342af34f703"} {"level":"info","ts":1785310897.4091103,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46882e93-9cd2-4cf3-85a3-5342af34f703","name":"e2e-external-model"} {"level":"info","ts":1785310897.4191546,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46882e93-9cd2-4cf3-85a3-5342af34f703","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785310904.879992,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310904.8800516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72"} {"level":"info","ts":1785310904.8800595,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72"} {"level":"info","ts":1785310904.8800695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","EoS":true} {"level":"info","ts":1785310904.8800888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","header":"x-maas-subscription"} {"level":"info","ts":1785310904.8800998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","header":"x-maas-username"} {"level":"info","ts":1785310904.8801057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","header":"x-maas-group"} {"level":"info","ts":1785310904.8801174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785310904.8801246,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","modelName":"e2e-external-model"} {"level":"info","ts":1785310904.8801346,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785310904.8801618,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785310904.8801768,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","authType":"apikey"} {"level":"info","ts":1785310904.8801994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72"} {"level":"info","ts":1785310904.976649,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72"} {"level":"info","ts":1785310904.9766793,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72"} {"level":"info","ts":1785310904.9766972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","EoS":false} {"level":"info","ts":1785310904.976712,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72"} {"level":"info","ts":1785310904.9768417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72","EoS":true} {"level":"info","ts":1785310904.9768682,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2c52cea-c7c7-4acf-ad4d-2b8652ccba72"} {"level":"info","ts":1785310905.098327,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a15cb2c2-1e00-46e3-9e30-b71d31ed4ed4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785310905.0983388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc633649-f162-4498-a793-fb897ef2c305"} {"level":"info","ts":1785310905.0983555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a15cb2c2-1e00-46e3-9e30-b71d31ed4ed4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785310905.105567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3ea3311-8934-4af5-a76d-2d2d4397b1b6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785310905.1055915,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3ea3311-8934-4af5-a76d-2d2d4397b1b6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785310905.1091743,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc633649-f162-4498-a793-fb897ef2c305","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785310905.10923,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc633649-f162-4498-a793-fb897ef2c305","name":"e2e-cleanup-test"} {"level":"info","ts":1785310905.1328669,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fd2ce8f-1435-4b85-8572-ea9de9c6e00d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785310905.132894,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fd2ce8f-1435-4b85-8572-ea9de9c6e00d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785310905.1364474,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc633649-f162-4498-a793-fb897ef2c305","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785310905.136513,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc633649-f162-4498-a793-fb897ef2c305","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785310905.1365743,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8bf3820-8324-4cc7-979b-fa1cec719290"} {"level":"info","ts":1785310905.1366374,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8bf3820-8324-4cc7-979b-fa1cec719290","name":"e2e-cleanup-test"} {"level":"info","ts":1785310905.1514914,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d8bf3820-8324-4cc7-979b-fa1cec719290","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785310913.3795488,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb1d064-5085-430a-99a8-aa436db5760b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785310913.379581,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bcb1d064-5085-430a-99a8-aa436db5760b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785310913.3795824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f0eedce-a24e-4c4e-a841-fc173ffa2222"} {"level":"info","ts":1785310917.7060664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310917.7061343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f55255a-d4c9-4fa8-b145-91ade82525c0"} {"level":"info","ts":1785310917.7061484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f55255a-d4c9-4fa8-b145-91ade82525c0"} {"level":"info","ts":1785310917.7061603,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f55255a-d4c9-4fa8-b145-91ade82525c0","EoS":true} {"level":"info","ts":1785310917.706193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f55255a-d4c9-4fa8-b145-91ade82525c0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785310917.7062178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f55255a-d4c9-4fa8-b145-91ade82525c0"} {"level":"info","ts":1785310917.7488413,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310917.7489057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc"} {"level":"info","ts":1785310917.7489216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc"} {"level":"info","ts":1785310917.7489395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","EoS":true} {"level":"info","ts":1785310917.748995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","header":"x-maas-username"} {"level":"info","ts":1785310917.749008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","header":"x-maas-subscription"} {"level":"info","ts":1785310917.749017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","header":"x-maas-group"} {"level":"info","ts":1785310917.7490356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785310917.7490475,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","modelName":"e2e-external-model"} {"level":"info","ts":1785310917.7490652,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785310917.7490923,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785310917.749118,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","authType":"apikey"} {"level":"info","ts":1785310917.7491515,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc"} {"level":"info","ts":1785310917.793611,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc"} {"level":"info","ts":1785310917.79363,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc"} {"level":"info","ts":1785310917.7936444,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","EoS":false} {"level":"info","ts":1785310917.7936552,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc"} {"level":"info","ts":1785310917.793737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc","EoS":true} {"level":"info","ts":1785310917.7937582,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16311e29-2740-4655-bb02-26d7fd6ef9dc"} {"level":"info","ts":1785310917.8353133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310917.8353574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e"} {"level":"info","ts":1785310917.835367,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e"} {"level":"info","ts":1785310917.8353767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e","EoS":true} {"level":"info","ts":1785310917.8353949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e","header":"x-maas-group"} {"level":"info","ts":1785310917.8354049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e","header":"x-maas-subscription"} {"level":"info","ts":1785310917.8354099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e","header":"x-maas-username"} {"level":"info","ts":1785310917.8354197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785310917.8354378,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e"} {"level":"info","ts":1785310917.9284487,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e"} {"level":"info","ts":1785310917.9284701,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e"} {"level":"info","ts":1785310917.92849,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e","EoS":false} {"level":"info","ts":1785310917.9285023,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e"} {"level":"info","ts":1785310917.928528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e","EoS":true} {"level":"info","ts":1785310917.9285378,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03c846c0-68c4-4210-b5cb-66e9f0a69e5e"} {"level":"info","ts":1785310917.9708703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785310917.9709182,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7"} {"level":"info","ts":1785310917.9709258,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7"} {"level":"info","ts":1785310917.970936,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7","EoS":true} {"level":"info","ts":1785310917.970976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7","header":"x-maas-username"} {"level":"info","ts":1785310917.9709868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7","header":"x-maas-group"} {"level":"info","ts":1785310917.9709926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7","header":"x-maas-subscription"} {"level":"info","ts":1785310917.9710286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7"} {"level":"info","ts":1785310918.0198236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7"} {"level":"info","ts":1785310918.0198398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7"} {"level":"info","ts":1785310918.0198586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7","EoS":false} {"level":"info","ts":1785310918.0198727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7"} {"level":"info","ts":1785310918.0198998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7","EoS":true} {"level":"info","ts":1785310918.0199118,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42abbfb8-232a-47ef-892b-76815d715fb7"} {"level":"info","ts":1785310918.8822534,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7beaae7-9437-4970-85bf-a7742f64dc8e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310918.8822873,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7beaae7-9437-4970-85bf-a7742f64dc8e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785310918.8822951,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"121937fe-ba78-43b9-a009-25a43477695e"} {"level":"info","ts":1785310919.0395231,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a36ecae6-0ea1-4b17-82c5-ea589e262ef8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785310919.0395577,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a36ecae6-0ea1-4b17-82c5-ea589e262ef8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785310919.039524,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d32cb691-99c9-40df-baa7-8ceda3030bea"} {"level":"info","ts":1785310919.1955342,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ca3213fb-8ca3-4e10-9eeb-1c053293413e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785310919.1955886,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ca3213fb-8ca3-4e10-9eeb-1c053293413e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785312403.5341666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785312403.5342565,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"71737354-d57b-4ac9-a39a-3e1fc838e075"} {"level":"info","ts":1785312463.8177226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785312463.8177936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828"} {"level":"info","ts":1785312463.8178022,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828"} {"level":"info","ts":1785312463.8178132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828","EoS":true} {"level":"info","ts":1785312463.8178377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828","header":"x-maas-group"} {"level":"info","ts":1785312463.8178487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828","header":"x-maas-username"} {"level":"info","ts":1785312463.8178544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828","header":"x-maas-subscription"} {"level":"info","ts":1785312463.8178675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785312463.8178928,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828"} {"level":"info","ts":1785312463.8204887,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828"} {"level":"info","ts":1785312463.8205085,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828"} {"level":"info","ts":1785312463.82053,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828","EoS":false} {"level":"info","ts":1785312463.8205445,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828"} {"level":"info","ts":1785312463.820569,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828","EoS":true} {"level":"info","ts":1785312463.8205798,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8dd7b156-5b2c-4a8a-9881-215e18dac828"}