{"level":"info","ts":1785664110.0463383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.0463529,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.0463667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","EoS":true} {"level":"info","ts":1785664110.0463898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","header":"x-maas-username"} {"level":"info","ts":1785664110.0463998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","header":"x-maas-subscription"} {"level":"info","ts":1785664110.046405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","header":"x-maas-group"} {"level":"info","ts":1785664110.0464222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.0464423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.0597775,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.059798,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.0598187,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","EoS":false} {"level":"info","ts":1785664110.0598369,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.0598886,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657","EoS":true} {"level":"info","ts":1785664110.0598984,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27e246ae-e6c5-4efb-ba1c-9a946f5e2657"} {"level":"info","ts":1785664110.1977313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.1977916,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.1978025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.1978133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","EoS":true} {"level":"info","ts":1785664110.1978338,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","header":"x-maas-group"} {"level":"info","ts":1785664110.1978436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","header":"x-maas-username"} {"level":"info","ts":1785664110.1978486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","header":"x-maas-subscription"} {"level":"info","ts":1785664110.1978602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.197884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.198908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.19893,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.1989474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","EoS":false} {"level":"info","ts":1785664110.1989586,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.198984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047","EoS":true} {"level":"info","ts":1785664110.198998,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5338ee0f-dd6b-4441-945e-f252b16af047"} {"level":"info","ts":1785664110.3416696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.3417504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.3417609,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.341772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","EoS":true} {"level":"info","ts":1785664110.3417926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","header":"x-maas-subscription"} {"level":"info","ts":1785664110.3418024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","header":"x-maas-group"} {"level":"info","ts":1785664110.3418067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","header":"x-maas-username"} {"level":"info","ts":1785664110.3418198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.3418415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.3428,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.342817,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.342834,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","EoS":false} {"level":"info","ts":1785664110.3428452,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.3428679,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6","EoS":true} {"level":"info","ts":1785664110.3428755,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ff4b52b-8391-4678-bbba-c0112d41eac6"} {"level":"info","ts":1785664110.486198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.4862905,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.4863043,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.4863176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","EoS":true} {"level":"info","ts":1785664110.4863462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","header":"x-maas-username"} {"level":"info","ts":1785664110.4863558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","header":"x-maas-subscription"} {"level":"info","ts":1785664110.4863608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","header":"x-maas-group"} {"level":"info","ts":1785664110.4863744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.4863918,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.4873843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.487403,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.4874253,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","EoS":false} {"level":"info","ts":1785664110.487444,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.4874837,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f","EoS":true} {"level":"info","ts":1785664110.4874969,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"42900431-65cc-4079-ac4f-942f6240ff8f"} {"level":"info","ts":1785664110.6284025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664110.628464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.628475,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.628486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","EoS":true} {"level":"info","ts":1785664110.6285074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","header":"x-maas-group"} {"level":"info","ts":1785664110.628516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","header":"x-maas-subscription"} {"level":"info","ts":1785664110.6285217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","header":"x-maas-username"} {"level":"info","ts":1785664110.6285565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664110.6285791,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.6295495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.6295652,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.6295786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","EoS":false} {"level":"info","ts":1785664110.6295893,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664110.6296115,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7","EoS":true} {"level":"info","ts":1785664110.6296196,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5487d53b-0573-49a2-bc23-d212575882f7"} {"level":"info","ts":1785664131.8583083,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664131.85839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.8584027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.858415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","EoS":true} {"level":"info","ts":1785664131.8584356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","header":"x-maas-subscription"} {"level":"info","ts":1785664131.8584442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","header":"x-maas-username"} {"level":"info","ts":1785664131.8584487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","header":"x-maas-group"} {"level":"info","ts":1785664131.8584611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664131.8584855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.861322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.8613415,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.861365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","EoS":false} {"level":"info","ts":1785664131.8613772,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.8614054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430","EoS":true} {"level":"info","ts":1785664131.8614187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1cccf990-2af4-48c3-acbd-17a0bc7d0430"} {"level":"info","ts":1785664131.969815,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664131.9698834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c745f6f7-ec1e-48be-ad65-faf09dc05fd0"} {"level":"info","ts":1785664131.9708984,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c745f6f7-ec1e-48be-ad65-faf09dc05fd0"} {"level":"info","ts":1785664131.9709136,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c745f6f7-ec1e-48be-ad65-faf09dc05fd0"} {"level":"info","ts":1785664131.9709284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c745f6f7-ec1e-48be-ad65-faf09dc05fd0","EoS":false} {"level":"info","ts":1785664131.970939,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c745f6f7-ec1e-48be-ad65-faf09dc05fd0"} {"level":"info","ts":1785664131.9709632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c745f6f7-ec1e-48be-ad65-faf09dc05fd0","EoS":true} {"level":"info","ts":1785664131.9709752,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c745f6f7-ec1e-48be-ad65-faf09dc05fd0"} {"level":"info","ts":1785664136.6065784,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664136.606651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664136.6066628,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664136.6066735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","EoS":true} {"level":"info","ts":1785664136.6066957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","header":"x-maas-username"} {"level":"info","ts":1785664136.6067054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","header":"x-maas-subscription"} {"level":"info","ts":1785664136.6067102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","header":"x-maas-group"} {"level":"info","ts":1785664136.6067224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664136.606743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664136.607693,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664136.6077137,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664136.6077294,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","EoS":false} {"level":"info","ts":1785664136.6077409,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664136.6077652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de","EoS":true} {"level":"info","ts":1785664136.6077754,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d6161ab4-74b2-4c5a-b4de-d30d83bf11de"} {"level":"info","ts":1785664145.1785302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664145.1786015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664145.1786103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664145.1786215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","EoS":true} {"level":"info","ts":1785664145.1786408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","header":"x-maas-subscription"} {"level":"info","ts":1785664145.1786516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","header":"x-maas-username"} {"level":"info","ts":1785664145.1786563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","header":"x-maas-group"} {"level":"info","ts":1785664145.1786683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664145.178691,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664145.1913161,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664145.1913397,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664145.1913607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","EoS":false} {"level":"info","ts":1785664145.1913772,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664145.1914148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9","EoS":true} {"level":"info","ts":1785664145.1914258,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"324164c7-c70f-40c5-98d2-a52608debaa9"} {"level":"info","ts":1785664158.0438743,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664158.0439503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664158.043963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664158.0439742,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","EoS":true} {"level":"info","ts":1785664158.0439937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","header":"x-maas-username"} {"level":"info","ts":1785664158.044006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","header":"x-maas-subscription"} {"level":"info","ts":1785664158.044014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","header":"x-maas-group"} {"level":"info","ts":1785664158.044029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664158.0440533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664158.045267,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664158.0452907,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664158.0453053,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","EoS":false} {"level":"info","ts":1785664158.0453153,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664158.0453413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1","EoS":true} {"level":"info","ts":1785664158.0453498,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e2dabf42-34d3-4802-afcc-e7554d9f21f1"} {"level":"info","ts":1785664166.5825136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664166.582585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664166.5825953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664166.5826066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","EoS":true} {"level":"info","ts":1785664166.5826278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","header":"x-maas-username"} {"level":"info","ts":1785664166.5826385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","header":"x-maas-group"} {"level":"info","ts":1785664166.5826445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","header":"x-maas-subscription"} {"level":"info","ts":1785664166.582659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664166.5826797,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664166.5838244,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664166.5838456,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664166.583873,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","EoS":false} {"level":"info","ts":1785664166.5838938,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664166.5839283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93","EoS":true} {"level":"info","ts":1785664166.583941,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"990c3992-5dbc-48ef-bb74-8913b14aae93"} {"level":"info","ts":1785664175.4566984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664175.4567661,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664175.4567766,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664175.4567888,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","EoS":true} {"level":"info","ts":1785664175.4568133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","header":"x-maas-group"} {"level":"info","ts":1785664175.4568233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","header":"x-maas-username"} {"level":"info","ts":1785664175.456828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","header":"x-maas-subscription"} {"level":"info","ts":1785664175.4568417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664175.4568663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664175.4580271,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664175.4580483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664175.458076,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","EoS":false} {"level":"info","ts":1785664175.4580958,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664175.458134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614","EoS":true} {"level":"info","ts":1785664175.458144,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8b35544-59ad-4814-85a5-ee59d2043614"} {"level":"info","ts":1785664204.9323006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664204.9323752,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664204.9323852,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664204.9323971,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","EoS":true} {"level":"info","ts":1785664204.9324248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","header":"x-maas-subscription"} {"level":"info","ts":1785664204.932435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","header":"x-maas-group"} {"level":"info","ts":1785664204.9324403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","header":"x-maas-username"} {"level":"info","ts":1785664204.9324546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664204.9324791,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664204.9342878,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664204.934312,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664204.9343286,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","EoS":false} {"level":"info","ts":1785664204.93434,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664204.9343631,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3","EoS":true} {"level":"info","ts":1785664204.934371,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d475fc6d-92b9-4eff-81d4-8a75672f30a3"} {"level":"info","ts":1785664239.5900142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664239.5900884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664239.590098,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664239.5901089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","EoS":true} {"level":"info","ts":1785664239.5901318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","header":"x-maas-username"} {"level":"info","ts":1785664239.5901413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","header":"x-maas-group"} {"level":"info","ts":1785664239.590147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","header":"x-maas-subscription"} {"level":"info","ts":1785664239.5901608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785664239.5901856,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664239.591017,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664239.5910294,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664239.591042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","EoS":false} {"level":"info","ts":1785664239.5910528,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664239.5910783,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b","EoS":true} {"level":"info","ts":1785664239.5910842,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"35cd0e77-30f0-4648-8140-c44f994dab8b"} {"level":"info","ts":1785664274.5960724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664274.5961432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664274.596156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664274.596167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","EoS":true} {"level":"info","ts":1785664274.5961883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","header":"x-maas-subscription"} {"level":"info","ts":1785664274.596198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","header":"x-maas-group"} {"level":"info","ts":1785664274.5962033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","header":"x-maas-username"} {"level":"info","ts":1785664274.596217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664274.5962644,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664274.597321,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664274.597337,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664274.5973501,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","EoS":false} {"level":"info","ts":1785664274.5973601,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664274.5973802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160","EoS":true} {"level":"info","ts":1785664274.5973878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac5bec02-adab-4fda-ad46-6d55e7461160"} {"level":"info","ts":1785664284.0437417,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664284.0438178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.0438297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.0438411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","EoS":true} {"level":"info","ts":1785664284.043867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","header":"x-maas-username"} {"level":"info","ts":1785664284.0438786,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","header":"x-maas-subscription"} {"level":"info","ts":1785664284.0438836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","header":"x-maas-group"} {"level":"info","ts":1785664284.0438967,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664284.0439231,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.0449615,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.0449874,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.045009,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","EoS":false} {"level":"info","ts":1785664284.0450284,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.0450683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797","EoS":true} {"level":"info","ts":1785664284.0450785,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"13f876ae-d7a6-4199-82a4-213a35b0c797"} {"level":"info","ts":1785664284.084427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664284.0844934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664284.0845027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664284.0845132,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","EoS":true} {"level":"info","ts":1785664284.0845356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","header":"x-maas-username"} {"level":"info","ts":1785664284.0845428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","header":"x-maas-group"} {"level":"info","ts":1785664284.0845475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","header":"x-maas-subscription"} {"level":"info","ts":1785664284.0845594,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664284.0845819,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664284.0855472,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664284.0855658,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664284.085586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","EoS":false} {"level":"info","ts":1785664284.0856054,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664284.085644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0","EoS":true} {"level":"info","ts":1785664284.0856557,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb888757-c240-4650-976b-52a0740d06b0"} {"level":"info","ts":1785664303.1558352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664303.1559029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664303.1559122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664303.1559231,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","EoS":true} {"level":"info","ts":1785664303.1559465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","header":"x-maas-subscription"} {"level":"info","ts":1785664303.1559565,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","header":"x-maas-group"} {"level":"info","ts":1785664303.1559615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","header":"x-maas-username"} {"level":"info","ts":1785664303.1559749,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664303.1559958,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664303.15702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664303.1570342,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664303.157047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","EoS":false} {"level":"info","ts":1785664303.1570578,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664303.1570811,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c","EoS":true} {"level":"info","ts":1785664303.1570897,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cf9195b1-566c-4023-827c-fbee99cac71c"} {"level":"info","ts":1785664483.2286146,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664483.2286978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664483.2287154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664483.228734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","EoS":true} {"level":"info","ts":1785664483.2287686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","header":"x-maas-username"} {"level":"info","ts":1785664483.2287827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","header":"x-maas-group"} {"level":"info","ts":1785664483.2287924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","header":"x-maas-subscription"} {"level":"info","ts":1785664483.2288113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785664483.2288435,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664483.241655,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664483.241675,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664483.2416945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","EoS":false} {"level":"info","ts":1785664483.2417068,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664483.2417302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8","EoS":true} {"level":"info","ts":1785664483.2417383,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"77a598bd-4d03-42de-b0e2-055445758ab8"} {"level":"info","ts":1785664539.6007774,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664539.6008599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664539.600869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664539.6008806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","EoS":true} {"level":"info","ts":1785664539.600905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","header":"x-maas-subscription"} {"level":"info","ts":1785664539.6009157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","header":"x-maas-group"} {"level":"info","ts":1785664539.6009212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","header":"x-maas-username"} {"level":"info","ts":1785664539.600935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664539.6009598,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664539.6019213,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664539.6019368,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664539.6019492,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","EoS":false} {"level":"info","ts":1785664539.6019597,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664539.6019807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435","EoS":true} {"level":"info","ts":1785664539.601986,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b875f6ac-268f-4190-93f0-55f4570c9435"} {"level":"info","ts":1785664554.8473718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664554.847443,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664554.8474555,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664554.8474674,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","EoS":true} {"level":"info","ts":1785664554.847496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","header":"x-maas-username"} {"level":"info","ts":1785664554.8475072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","header":"x-maas-subscription"} {"level":"info","ts":1785664554.8475132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","header":"x-maas-group"} {"level":"info","ts":1785664554.8475254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664554.8475502,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664554.848508,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664554.848519,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664554.8485312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","EoS":false} {"level":"info","ts":1785664554.8485413,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664554.848564,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921","EoS":true} {"level":"info","ts":1785664554.848572,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b446fb4a-bbda-4afd-9992-677588736921"} {"level":"info","ts":1785664870.1946797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664870.1947553,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.1947634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.1947746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","EoS":true} {"level":"info","ts":1785664870.1947956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","header":"x-maas-subscription"} {"level":"info","ts":1785664870.1948066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","header":"x-maas-username"} {"level":"info","ts":1785664870.1948116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","header":"x-maas-group"} {"level":"info","ts":1785664870.1948233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785664870.1948469,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.1958117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.19583,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.1958468,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","EoS":false} {"level":"info","ts":1785664870.1958578,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664870.1958785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905","EoS":true} {"level":"info","ts":1785664870.1958861,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ddc6e180-2add-4921-aa10-7c09fffa7905"} {"level":"info","ts":1785664874.9964488,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d74d4b0-6270-43b4-b1bd-61f5865b9409","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785664874.99671,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36554.063707254,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664874.996736,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.042882,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.0976126,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"7d74d4b0-6270-43b4-b1bd-61f5865b9409","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785664875.1139324,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd0bf9e8-b9c9-4b9d-bc5f-7589e5907b48","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664875.113932,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00f09a09-9ea1-4b44-b0bf-3e115d935fdd"} {"level":"info","ts":1785664875.1139653,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bd0bf9e8-b9c9-4b9d-bc5f-7589e5907b48","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785664875.119603,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49007d2e-4dba-4ba4-9dd9-d7dbbd178c06","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664875.1196272,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49007d2e-4dba-4ba4-9dd9-d7dbbd178c06","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785664875.1228242,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00f09a09-9ea1-4b44-b0bf-3e115d935fdd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.123034,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38836.799212966,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.1230533,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.132829,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.2235394,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00f09a09-9ea1-4b44-b0bf-3e115d935fdd","name":"e2e-external-provider"} {"level":"info","ts":1785664875.2320123,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8097264c-5a41-4843-a474-ab9af5f05b93","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.2320235,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b18b0820-628c-43e8-81db-ed1611660f0d"} {"level":"info","ts":1785664875.2320602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8097264c-5a41-4843-a474-ab9af5f05b93","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785664875.2347794,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00f09a09-9ea1-4b44-b0bf-3e115d935fdd","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785664875.238277,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b18b0820-628c-43e8-81db-ed1611660f0d","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785664875.238296,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0ff62c3-c8de-4d9d-aba2-e7e65942dccd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.238324,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e0ff62c3-c8de-4d9d-aba2-e7e65942dccd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785664875.2452118,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00f09a09-9ea1-4b44-b0bf-3e115d935fdd","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785664875.2456965,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c29ebed0-8a79-420d-ab7c-877539fe5476","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.2457254,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c29ebed0-8a79-420d-ab7c-877539fe5476","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785664875.2457533,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b18b0820-628c-43e8-81db-ed1611660f0d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.2458184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beb83d31-09f7-45af-8193-48ddc06b6db8"} {"level":"info","ts":1785664875.24584,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beb83d31-09f7-45af-8193-48ddc06b6db8","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785664875.2520018,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beb83d31-09f7-45af-8193-48ddc06b6db8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.2548065,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00f09a09-9ea1-4b44-b0bf-3e115d935fdd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785664875.258223,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"00f09a09-9ea1-4b44-b0bf-3e115d935fdd","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.2583184,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c09d4ad-2b4a-406a-b109-5e238f43c692"} {"level":"info","ts":1785664875.25836,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c09d4ad-2b4a-406a-b109-5e238f43c692","name":"e2e-external-provider"} {"level":"info","ts":1785664875.262892,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d3c1544-c189-4b32-ab4d-488d9d533a72"} {"level":"info","ts":1785664875.2629216,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d3c1544-c189-4b32-ab4d-488d9d533a72","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785664875.2737503,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c09d4ad-2b4a-406a-b109-5e238f43c692","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785664875.2747595,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9d3c1544-c189-4b32-ab4d-488d9d533a72","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664875.2880938,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"862f9a98-6f1f-4e47-ac88-92b0ba8eaa2e"} {"level":"info","ts":1785664875.2881112,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6ed410e-bbf9-48d0-82ba-c20b92aaed6b"} {"level":"info","ts":1785664875.2881296,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"862f9a98-6f1f-4e47-ac88-92b0ba8eaa2e","name":"e2e-external-provider"} {"level":"info","ts":1785664875.288312,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"595b1065-79fb-4f8d-be1e-bc583bdc63b2","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664875.2883291,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"595b1065-79fb-4f8d-be1e-bc583bdc63b2","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785664875.288369,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33674.840563948,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.2883892,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.2883809,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"397f3281-14d7-4814-8a93-42be13a6d8b1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.2884724,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"397f3281-14d7-4814-8a93-42be13a6d8b1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785664875.3014398,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785664875.3085606,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"862f9a98-6f1f-4e47-ac88-92b0ba8eaa2e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785664875.389061,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6ed410e-bbf9-48d0-82ba-c20b92aaed6b","name":"e2e-external-model"} {"level":"info","ts":1785664875.4241242,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a6ed410e-bbf9-48d0-82ba-c20b92aaed6b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785664875.4319897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efd577fc-a669-408c-9505-902742a4fbb9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664875.4320176,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d91c3da2-9450-494a-9977-e6eba54ea5e8"} {"level":"info","ts":1785664875.4320304,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efd577fc-a669-408c-9505-902742a4fbb9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785664875.4320652,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d91c3da2-9450-494a-9977-e6eba54ea5e8","name":"e2e-external-model"} {"level":"info","ts":1785664875.4651968,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d91c3da2-9450-494a-9977-e6eba54ea5e8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785664887.1235988,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664887.1236794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.1236944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.1237128,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","EoS":true} {"level":"info","ts":1785664887.1237452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","header":"x-maas-group"} {"level":"info","ts":1785664887.1238008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","header":"x-maas-username"} {"level":"info","ts":1785664887.1238093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","header":"x-maas-subscription"} {"level":"info","ts":1785664887.1238244,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785664887.123831,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","modelName":"e2e-external-model"} {"level":"info","ts":1785664887.123843,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785664887.1238816,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785664887.1238973,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","authType":"apikey"} {"level":"info","ts":1785664887.1239316,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.2191436,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.2191727,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.2191901,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","EoS":false} {"level":"info","ts":1785664887.2192066,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.21926,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334","EoS":true} {"level":"info","ts":1785664887.2192726,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"627be1fa-4ac5-4b81-aae0-2ef7ed6ee334"} {"level":"info","ts":1785664887.3306472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"964ee052-eafc-490a-a23b-f48d0179690c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3306954,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"964ee052-eafc-490a-a23b-f48d0179690c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785664887.3306441,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9b13909-3095-4641-92b7-2581ceeef33b"} {"level":"info","ts":1785664887.3370957,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9b13909-3095-4641-92b7-2581ceeef33b","name":"e2e-cleanup-test"} {"level":"info","ts":1785664887.3371217,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d28e5566-3a47-4625-bfb6-7188131f01d7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3371508,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d28e5566-3a47-4625-bfb6-7188131f01d7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785664887.3445764,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9b13909-3095-4641-92b7-2581ceeef33b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785664887.3522153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c5001d2-7a3f-4c88-8851-b8eab4af932b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3522651,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c5001d2-7a3f-4c88-8851-b8eab4af932b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785664887.3529823,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f94321-fed1-4f7a-bbb8-ea337c96dda0"} {"level":"info","ts":1785664887.3530314,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f94321-fed1-4f7a-bbb8-ea337c96dda0","name":"e2e-cleanup-test"} {"level":"info","ts":1785664887.3660572,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2dd3dbb-8199-41f0-94ef-3cddb8d76a58","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3660958,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2dd3dbb-8199-41f0-94ef-3cddb8d76a58","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785664887.3662245,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f94321-fed1-4f7a-bbb8-ea337c96dda0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785664887.366304,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2528674-d43f-489c-abeb-c649781f0be0"} {"level":"info","ts":1785664887.3663523,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2528674-d43f-489c-abeb-c649781f0be0","name":"e2e-cleanup-test"} {"level":"info","ts":1785664887.3757572,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f2528674-d43f-489c-abeb-c649781f0be0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785664887.3824043,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91cc31ec-b2dd-46c6-80bf-a0db399186bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664887.3824651,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5254b4e-2f6e-448e-9b35-434c70499b91"} {"level":"info","ts":1785664887.382485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"91cc31ec-b2dd-46c6-80bf-a0db399186bb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785664887.3825185,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5254b4e-2f6e-448e-9b35-434c70499b91","name":"e2e-cleanup-test"} {"level":"info","ts":1785664887.391525,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5254b4e-2f6e-448e-9b35-434c70499b91","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785664895.597029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11d35328-3eb1-4ca4-b5ad-06ec57e6df3e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664895.5970747,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11d35328-3eb1-4ca4-b5ad-06ec57e6df3e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785664895.5970757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"75ef7bae-374a-4ce6-944b-6baa824328cb"} {"level":"info","ts":1785664899.9029355,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664899.9029987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc"} {"level":"info","ts":1785664899.9030073,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc"} {"level":"info","ts":1785664899.9030178,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc","EoS":true} {"level":"info","ts":1785664899.9030504,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785664899.9030766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edf3d90d-ea9b-4f19-a00f-aa9ee3d4b9bc"} {"level":"info","ts":1785664899.9498253,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664899.9498813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664899.9498901,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664899.9499009,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","EoS":true} {"level":"info","ts":1785664899.9499216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","header":"x-maas-subscription"} {"level":"info","ts":1785664899.9499316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","header":"x-maas-username"} {"level":"info","ts":1785664899.9499366,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","header":"x-maas-group"} {"level":"info","ts":1785664899.9499497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785664899.9499571,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","modelName":"e2e-external-model"} {"level":"info","ts":1785664899.9499693,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785664899.9499893,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785664899.9500053,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","authType":"apikey"} {"level":"info","ts":1785664899.9500275,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664900.0379992,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664900.038029,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664900.0380454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","EoS":false} {"level":"info","ts":1785664900.0380597,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664900.0380876,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660","EoS":true} {"level":"info","ts":1785664900.038093,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"224b05c9-c206-4f42-b318-ed0f1cbb8660"} {"level":"info","ts":1785664900.0813084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664900.0813766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.0813897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.0814016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","EoS":true} {"level":"info","ts":1785664900.0814214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","header":"x-maas-username"} {"level":"info","ts":1785664900.0814314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","header":"x-maas-group"} {"level":"info","ts":1785664900.0814362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","header":"x-maas-subscription"} {"level":"info","ts":1785664900.0814474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785664900.0814698,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.1270597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.127076,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.1270888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","EoS":false} {"level":"info","ts":1785664900.1270993,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.127123,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe","EoS":true} {"level":"info","ts":1785664900.1271338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"10bf5e97-0871-486f-940e-a102c969c0fe"} {"level":"info","ts":1785664900.1672533,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785664900.167311,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664900.1673238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664900.1673343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","EoS":true} {"level":"info","ts":1785664900.1673532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","header":"x-maas-username"} {"level":"info","ts":1785664900.167361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","header":"x-maas-subscription"} {"level":"info","ts":1785664900.1673656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","header":"x-maas-group"} {"level":"info","ts":1785664900.167391,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664900.2160473,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664900.2160692,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664900.216086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","EoS":false} {"level":"info","ts":1785664900.216096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664900.2161193,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f","EoS":true} {"level":"info","ts":1785664900.2161272,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"65f61d9d-c8bd-4548-862e-3cc78ef2f95f"} {"level":"info","ts":1785664901.141079,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4ef9fc3-7583-4137-bb29-376f1c0b6f8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664901.141124,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d4ef9fc3-7583-4137-bb29-376f1c0b6f8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785664901.141079,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f7fcdd6-bab5-48ae-ad9c-531f182cc4d8"} {"level":"info","ts":1785664901.4226878,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"315b54cd-3ae8-4f1a-b844-66e219b1dffe"} {"level":"info","ts":1785664901.4226797,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3de51faf-5d21-47a6-abe7-5b04a88e188a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664901.4227595,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3de51faf-5d21-47a6-abe7-5b04a88e188a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785664901.5392253,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d8745fb9-e89f-40d6-aa73-3138a5f8b3ea","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785664901.5393107,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d8745fb9-e89f-40d6-aa73-3138a5f8b3ea","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785666705.521142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785666705.5212097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6116e96e-0c85-4bcd-92c3-16b2d20cef8f"} {"level":"info","ts":1785666780.183584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785666780.1836712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"} {"level":"info","ts":1785666780.1836832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"} {"level":"info","ts":1785666780.1836941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","EoS":true} {"level":"info","ts":1785666780.1837273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","header":"x-maas-username"} {"level":"info","ts":1785666780.1837387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","header":"x-maas-subscription"} {"level":"info","ts":1785666780.1837447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","header":"x-maas-group"} {"level":"info","ts":1785666780.1837583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785666780.1837847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"} {"level":"info","ts":1785666780.1854396,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"} {"level":"info","ts":1785666780.1854584,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"} {"level":"info","ts":1785666780.1854813,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","EoS":false} {"level":"info","ts":1785666780.1854978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"} {"level":"info","ts":1785666780.185535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101","EoS":true} {"level":"info","ts":1785666780.1855454,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6945311b-1ed1-4c5f-ac8c-3200ffdbd101"}