{"level":"info","ts":1785370875.882165,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d412034d-36d8-4e39-a2b4-47ad02ffce52"} {"level":"info","ts":1785370875.8821785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d412034d-36d8-4e39-a2b4-47ad02ffce52","EoS":false} {"level":"info","ts":1785370875.88219,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d412034d-36d8-4e39-a2b4-47ad02ffce52"} {"level":"info","ts":1785370875.882221,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d412034d-36d8-4e39-a2b4-47ad02ffce52","EoS":true} {"level":"info","ts":1785370875.882231,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d412034d-36d8-4e39-a2b4-47ad02ffce52"} {"level":"info","ts":1785370876.0126204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370876.0126956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa"} {"level":"info","ts":1785370876.012705,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa"} {"level":"info","ts":1785370876.0127163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa","EoS":true} {"level":"info","ts":1785370876.012744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa","header":"x-maas-username"} {"level":"info","ts":1785370876.0127547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa","header":"x-maas-subscription"} {"level":"info","ts":1785370876.01276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa","header":"x-maas-group"} {"level":"info","ts":1785370876.012774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370876.0128024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa"} {"level":"info","ts":1785370876.0137389,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa"} {"level":"info","ts":1785370876.013758,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa"} {"level":"info","ts":1785370876.013773,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa","EoS":false} {"level":"info","ts":1785370876.0137851,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa"} {"level":"info","ts":1785370876.01381,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa","EoS":true} {"level":"info","ts":1785370876.0138178,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae12e77a-a7d4-4331-aecb-88b94047e2fa"} {"level":"info","ts":1785370876.1439197,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370876.1439996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338"} {"level":"info","ts":1785370876.1440082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338"} {"level":"info","ts":1785370876.1440194,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338","EoS":true} {"level":"info","ts":1785370876.1440485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338","header":"x-maas-subscription"} {"level":"info","ts":1785370876.144059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338","header":"x-maas-group"} {"level":"info","ts":1785370876.1440654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338","header":"x-maas-username"} {"level":"info","ts":1785370876.1440775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370876.144106,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338"} {"level":"info","ts":1785370876.1451051,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338"} {"level":"info","ts":1785370876.1451244,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338"} {"level":"info","ts":1785370876.1451395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338","EoS":false} {"level":"info","ts":1785370876.1451511,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338"} {"level":"info","ts":1785370876.1451755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338","EoS":true} {"level":"info","ts":1785370876.1451838,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f35cbb7c-0018-4bc8-9dae-0b35ffe0f338"} {"level":"info","ts":1785370876.2766705,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370876.2767577,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c"} {"level":"info","ts":1785370876.27677,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c"} {"level":"info","ts":1785370876.2767813,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c","EoS":true} {"level":"info","ts":1785370876.2768064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c","header":"x-maas-group"} {"level":"info","ts":1785370876.276817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c","header":"x-maas-username"} {"level":"info","ts":1785370876.2768226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c","header":"x-maas-subscription"} {"level":"info","ts":1785370876.2768354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370876.2768583,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c"} {"level":"info","ts":1785370876.2776895,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c"} {"level":"info","ts":1785370876.2777088,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c"} {"level":"info","ts":1785370876.277722,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c","EoS":false} {"level":"info","ts":1785370876.277735,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c"} {"level":"info","ts":1785370876.2777607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c","EoS":true} {"level":"info","ts":1785370876.2777689,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7ca302e8-7084-4c95-9bbc-63628f21253c"} {"level":"info","ts":1785370876.4162288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370876.416327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e"} {"level":"info","ts":1785370876.41634,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e"} {"level":"info","ts":1785370876.416353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e","EoS":true} {"level":"info","ts":1785370876.4163792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e","header":"x-maas-username"} {"level":"info","ts":1785370876.4164083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e","header":"x-maas-group"} {"level":"info","ts":1785370876.416415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e","header":"x-maas-subscription"} {"level":"info","ts":1785370876.4164314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370876.41646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e"} {"level":"info","ts":1785370876.4173265,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e"} {"level":"info","ts":1785370876.4173465,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e"} {"level":"info","ts":1785370876.4173634,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e","EoS":false} {"level":"info","ts":1785370876.417374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e"} {"level":"info","ts":1785370876.4173954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e","EoS":true} {"level":"info","ts":1785370876.417401,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b97e2d30-20d3-45b1-9d3b-75b21419c08e"} {"level":"info","ts":1785370892.237956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370892.2380345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58"} {"level":"info","ts":1785370892.2380445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58"} {"level":"info","ts":1785370892.2380564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58","EoS":true} {"level":"info","ts":1785370892.238081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58","header":"x-maas-subscription"} {"level":"info","ts":1785370892.2380922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58","header":"x-maas-group"} {"level":"info","ts":1785370892.2380972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58","header":"x-maas-username"} {"level":"info","ts":1785370892.2381105,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370892.238136,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58"} {"level":"info","ts":1785370892.2389328,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58"} {"level":"info","ts":1785370892.2389624,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58"} {"level":"info","ts":1785370892.2389774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58","EoS":false} {"level":"info","ts":1785370892.2389905,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58"} {"level":"info","ts":1785370892.2390146,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58","EoS":true} {"level":"info","ts":1785370892.2390234,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed191eec-67ec-4564-a8a7-c0bf209cec58"} {"level":"info","ts":1785370892.3322365,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370892.3323615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a8738291-611e-4a04-b957-b140a6848b15"} {"level":"info","ts":1785370892.3331115,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a8738291-611e-4a04-b957-b140a6848b15"} {"level":"info","ts":1785370892.3331318,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a8738291-611e-4a04-b957-b140a6848b15"} {"level":"info","ts":1785370892.333153,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8738291-611e-4a04-b957-b140a6848b15","EoS":false} {"level":"info","ts":1785370892.3331664,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8738291-611e-4a04-b957-b140a6848b15"} {"level":"info","ts":1785370892.3331919,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a8738291-611e-4a04-b957-b140a6848b15","EoS":true} {"level":"info","ts":1785370892.3332,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a8738291-611e-4a04-b957-b140a6848b15"} {"level":"info","ts":1785370896.942296,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370896.9423997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf"} {"level":"info","ts":1785370896.9424155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf"} {"level":"info","ts":1785370896.9424286,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf","EoS":true} {"level":"info","ts":1785370896.9424598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf","header":"x-maas-group"} {"level":"info","ts":1785370896.9424736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf","header":"x-maas-username"} {"level":"info","ts":1785370896.9424803,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf","header":"x-maas-subscription"} {"level":"info","ts":1785370896.9425042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370896.9425323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf"} {"level":"info","ts":1785370896.9441404,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf"} {"level":"info","ts":1785370896.9441626,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf"} {"level":"info","ts":1785370896.944178,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf","EoS":false} {"level":"info","ts":1785370896.9441931,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf"} {"level":"info","ts":1785370896.9442184,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf","EoS":true} {"level":"info","ts":1785370896.9442255,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7cf47978-1012-4084-bc1e-e689b53b67bf"} {"level":"info","ts":1785370907.5268214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370907.52691,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb"} {"level":"info","ts":1785370907.5269208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb"} {"level":"info","ts":1785370907.526933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb","EoS":true} {"level":"info","ts":1785370907.5269623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb","header":"x-maas-subscription"} {"level":"info","ts":1785370907.5269754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb","header":"x-maas-username"} {"level":"info","ts":1785370907.5269823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb","header":"x-maas-group"} {"level":"info","ts":1785370907.5269978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785370907.527025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb"} {"level":"info","ts":1785370907.5281363,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb"} {"level":"info","ts":1785370907.5281546,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb"} {"level":"info","ts":1785370907.5281703,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb","EoS":false} {"level":"info","ts":1785370907.528188,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb"} {"level":"info","ts":1785370907.5282164,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb","EoS":true} {"level":"info","ts":1785370907.528224,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bdf5e0b7-518b-4c5c-ac47-8c92eaa706eb"} {"level":"info","ts":1785370920.3755949,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370920.3756804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218"} {"level":"info","ts":1785370920.3756905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218"} {"level":"info","ts":1785370920.375702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218","EoS":true} {"level":"info","ts":1785370920.3757286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218","header":"x-maas-subscription"} {"level":"info","ts":1785370920.3757396,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218","header":"x-maas-group"} {"level":"info","ts":1785370920.3757453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218","header":"x-maas-username"} {"level":"info","ts":1785370920.375759,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370920.3757808,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218"} {"level":"info","ts":1785370920.3767564,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218"} {"level":"info","ts":1785370920.3767781,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218"} {"level":"info","ts":1785370920.3767998,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218","EoS":false} {"level":"info","ts":1785370920.3768222,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218"} {"level":"info","ts":1785370920.3768628,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218","EoS":true} {"level":"info","ts":1785370920.3768723,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c81ed88-407d-4799-a3e5-81da9ec9f218"} {"level":"info","ts":1785370928.8917484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370928.891835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425"} {"level":"info","ts":1785370928.8918457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425"} {"level":"info","ts":1785370928.8918626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425","EoS":true} {"level":"info","ts":1785370928.8918884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425","header":"x-maas-subscription"} {"level":"info","ts":1785370928.891899,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425","header":"x-maas-group"} {"level":"info","ts":1785370928.8919048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425","header":"x-maas-username"} {"level":"info","ts":1785370928.8919187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370928.8919482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425"} {"level":"info","ts":1785370928.8929324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425"} {"level":"info","ts":1785370928.8929543,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425"} {"level":"info","ts":1785370928.8929756,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425","EoS":false} {"level":"info","ts":1785370928.8929899,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425"} {"level":"info","ts":1785370928.89302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425","EoS":true} {"level":"info","ts":1785370928.893031,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32fadcd6-0069-4ada-a77c-d1ddce522425"} {"level":"info","ts":1785370937.744622,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370937.7447035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7"} {"level":"info","ts":1785370937.7447145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7"} {"level":"info","ts":1785370937.7447305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7","EoS":true} {"level":"info","ts":1785370937.744759,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7","header":"x-maas-username"} {"level":"info","ts":1785370937.7447693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7","header":"x-maas-subscription"} {"level":"info","ts":1785370937.7447748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7","header":"x-maas-group"} {"level":"info","ts":1785370937.7448401,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785370937.7448676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7"} {"level":"info","ts":1785370937.7458353,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7"} {"level":"info","ts":1785370937.7458556,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7"} {"level":"info","ts":1785370937.745878,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7","EoS":false} {"level":"info","ts":1785370937.7459,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7"} {"level":"info","ts":1785370937.7459369,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7","EoS":true} {"level":"info","ts":1785370937.745947,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6cf6e9f4-4e3e-45f1-9c89-bc873089e2f7"} {"level":"info","ts":1785370965.7570443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370965.7571461,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2"} {"level":"info","ts":1785370965.7571638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2"} {"level":"info","ts":1785370965.7571833,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2","EoS":true} {"level":"info","ts":1785370965.7572246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2","header":"x-maas-subscription"} {"level":"info","ts":1785370965.7572372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2","header":"x-maas-group"} {"level":"info","ts":1785370965.7572443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2","header":"x-maas-username"} {"level":"info","ts":1785370965.7572656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785370965.7573023,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2"} {"level":"info","ts":1785370965.759583,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2"} {"level":"info","ts":1785370965.7596076,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2"} {"level":"info","ts":1785370965.7596242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2","EoS":false} {"level":"info","ts":1785370965.7596357,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2"} {"level":"info","ts":1785370965.7596645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2","EoS":true} {"level":"info","ts":1785370965.7596815,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d39d4321-bc13-4a05-b8b7-11ed3bfd50e2"} {"level":"info","ts":1785370988.7506657,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785370988.7507594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb"} {"level":"info","ts":1785370988.7507732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb"} {"level":"info","ts":1785370988.7507849,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb","EoS":true} {"level":"info","ts":1785370988.7508128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb","header":"x-maas-group"} {"level":"info","ts":1785370988.7508237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb","header":"x-maas-subscription"} {"level":"info","ts":1785370988.7508283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb","header":"x-maas-username"} {"level":"info","ts":1785370988.7508693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785370988.7508955,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb"} {"level":"info","ts":1785370988.7519515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb"} {"level":"info","ts":1785370988.7519732,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb"} {"level":"info","ts":1785370988.751995,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb","EoS":false} {"level":"info","ts":1785370988.7520163,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb"} {"level":"info","ts":1785370988.7520554,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb","EoS":true} {"level":"info","ts":1785370988.752066,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f4eee70d-bc12-4cab-b9cf-19d4ab8000fb"} {"level":"info","ts":1785371025.733185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371025.7332664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065"} {"level":"info","ts":1785371025.7332747,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065"} {"level":"info","ts":1785371025.7332861,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065","EoS":true} {"level":"info","ts":1785371025.733336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065","header":"x-maas-subscription"} {"level":"info","ts":1785371025.733348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065","header":"x-maas-username"} {"level":"info","ts":1785371025.7333522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065","header":"x-maas-group"} {"level":"info","ts":1785371025.7333658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371025.7334473,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065"} {"level":"info","ts":1785371025.7365525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065"} {"level":"info","ts":1785371025.736574,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065"} {"level":"info","ts":1785371025.7365892,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065","EoS":false} {"level":"info","ts":1785371025.7366002,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065"} {"level":"info","ts":1785371025.736622,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065","EoS":true} {"level":"info","ts":1785371025.73663,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"edaf51e0-487f-4440-8496-8aa88c0a2065"} {"level":"info","ts":1785371035.0666592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371035.0667436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e"} {"level":"info","ts":1785371035.066753,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e"} {"level":"info","ts":1785371035.0667653,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e","EoS":true} {"level":"info","ts":1785371035.0668347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e","header":"x-maas-username"} {"level":"info","ts":1785371035.0668495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e","header":"x-maas-group"} {"level":"info","ts":1785371035.0668578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e","header":"x-maas-subscription"} {"level":"info","ts":1785371035.0668755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371035.0669017,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e"} {"level":"info","ts":1785371035.067903,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e"} {"level":"info","ts":1785371035.067918,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e"} {"level":"info","ts":1785371035.067931,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e","EoS":false} {"level":"info","ts":1785371035.067939,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e"} {"level":"info","ts":1785371035.0679624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e","EoS":true} {"level":"info","ts":1785371035.0679731,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9e2c9689-481f-454d-8bee-1e408952034e"} {"level":"info","ts":1785371035.1113064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371035.1114004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120"} {"level":"info","ts":1785371035.1114106,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120"} {"level":"info","ts":1785371035.1114213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120","EoS":true} {"level":"info","ts":1785371035.1114466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120","header":"x-maas-subscription"} {"level":"info","ts":1785371035.111459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120","header":"x-maas-username"} {"level":"info","ts":1785371035.1114643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120","header":"x-maas-group"} {"level":"info","ts":1785371035.1114776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371035.1115012,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120"} {"level":"info","ts":1785371035.1138625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120"} {"level":"info","ts":1785371035.11388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120"} {"level":"info","ts":1785371035.113895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120","EoS":false} {"level":"info","ts":1785371035.113906,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120"} {"level":"info","ts":1785371035.1139336,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120","EoS":true} {"level":"info","ts":1785371035.1139479,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e792265e-1f6e-4244-b3fe-a33c7d540120"} {"level":"info","ts":1785371054.1258764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371054.1259732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac"} {"level":"info","ts":1785371054.125987,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac"} {"level":"info","ts":1785371054.1259997,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac","EoS":true} {"level":"info","ts":1785371054.126029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac","header":"x-maas-subscription"} {"level":"info","ts":1785371054.1260395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac","header":"x-maas-group"} {"level":"info","ts":1785371054.1260443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac","header":"x-maas-username"} {"level":"info","ts":1785371054.1260588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371054.126081,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac"} {"level":"info","ts":1785371054.1270087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac"} {"level":"info","ts":1785371054.1270292,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac"} {"level":"info","ts":1785371054.1270437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac","EoS":false} {"level":"info","ts":1785371054.1270556,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac"} {"level":"info","ts":1785371054.127094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac","EoS":true} {"level":"info","ts":1785371054.127103,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"db8238e4-ffad-4f9a-9088-7288731cd3ac"} {"level":"info","ts":1785371189.2977147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371189.2978017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a"} {"level":"info","ts":1785371189.2978122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a"} {"level":"info","ts":1785371189.2978232,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a","EoS":true} {"level":"info","ts":1785371189.2978492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a","header":"x-maas-group"} {"level":"info","ts":1785371189.2978597,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a","header":"x-maas-username"} {"level":"info","ts":1785371189.2978644,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a","header":"x-maas-subscription"} {"level":"info","ts":1785371189.297877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785371189.2979028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a"} {"level":"info","ts":1785371189.2995644,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a"} {"level":"info","ts":1785371189.299586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a"} {"level":"info","ts":1785371189.299602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a","EoS":false} {"level":"info","ts":1785371189.299614,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a"} {"level":"info","ts":1785371189.299639,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a","EoS":true} {"level":"info","ts":1785371189.2996476,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"de261675-9b02-453e-8419-19f3fa73c94a"} {"level":"info","ts":1785371226.223824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371226.2239108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312"} {"level":"info","ts":1785371226.2239213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312"} {"level":"info","ts":1785371226.2239332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312","EoS":true} {"level":"info","ts":1785371226.2239604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312","header":"x-maas-subscription"} {"level":"info","ts":1785371226.2239752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312","header":"x-maas-group"} {"level":"info","ts":1785371226.2239826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312","header":"x-maas-username"} {"level":"info","ts":1785371226.223997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371226.2240229,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312"} {"level":"info","ts":1785371226.2269845,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312"} {"level":"info","ts":1785371226.2270093,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312"} {"level":"info","ts":1785371226.2270305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312","EoS":false} {"level":"info","ts":1785371226.2270472,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312"} {"level":"info","ts":1785371226.2270849,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312","EoS":true} {"level":"info","ts":1785371226.2270958,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b3e1262c-8666-4d61-ac26-bdfae404b312"} {"level":"info","ts":1785371241.4342754,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371241.4343667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2"} {"level":"info","ts":1785371241.4343767,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2"} {"level":"info","ts":1785371241.434388,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2","EoS":true} {"level":"info","ts":1785371241.434414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2","header":"x-maas-group"} {"level":"info","ts":1785371241.4344244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2","header":"x-maas-username"} {"level":"info","ts":1785371241.4344301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2","header":"x-maas-subscription"} {"level":"info","ts":1785371241.4344428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371241.4344676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2"} {"level":"info","ts":1785371241.4355824,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2"} {"level":"info","ts":1785371241.4356046,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2"} {"level":"info","ts":1785371241.4356205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2","EoS":false} {"level":"info","ts":1785371241.4356322,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2"} {"level":"info","ts":1785371241.4356594,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2","EoS":true} {"level":"info","ts":1785371241.4356716,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"50ce6c07-dad9-4d8e-ace1-95e80f468de2"} {"level":"info","ts":1785371551.087153,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371551.0872476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe"} {"level":"info","ts":1785371551.0872607,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe"} {"level":"info","ts":1785371551.0872796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe","EoS":true} {"level":"info","ts":1785371551.0873368,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe","header":"x-maas-group"} {"level":"info","ts":1785371551.0873518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe","header":"x-maas-username"} {"level":"info","ts":1785371551.087362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe","header":"x-maas-subscription"} {"level":"info","ts":1785371551.087389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785371551.087419,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe"} {"level":"info","ts":1785371551.0899696,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe"} {"level":"info","ts":1785371551.089997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe"} {"level":"info","ts":1785371551.090019,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe","EoS":false} {"level":"info","ts":1785371551.0900314,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe"} {"level":"info","ts":1785371551.0900576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe","EoS":true} {"level":"info","ts":1785371551.0900662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d702c95d-3479-44c2-9efd-60c80459b3fe"} {"level":"info","ts":1785371555.8452232,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72845999-4b8d-4482-8f04-9134c119145d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785371555.8455,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36284.647098851,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371555.8455243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371555.916039,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371555.945632,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"72845999-4b8d-4482-8f04-9134c119145d","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785371555.955138,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aa00c90-3d92-4a4d-ac42-b1274edb20d5"} {"level":"info","ts":1785371555.9551356,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51f0727b-3bdf-465f-9c5f-8d2a49ac0d6d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785371555.9553604,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51f0727b-3bdf-465f-9c5f-8d2a49ac0d6d","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785371555.9619968,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcd62fa2-952c-40bf-91c6-6a32eb4a77cf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785371555.9620209,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcd62fa2-952c-40bf-91c6-6a32eb4a77cf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785371555.9624586,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35349.975630126,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371555.9624784,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371555.9705951,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371556.0625696,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aa00c90-3d92-4a4d-ac42-b1274edb20d5","name":"e2e-external-provider"} {"level":"info","ts":1785371556.0733008,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aa00c90-3d92-4a4d-ac42-b1274edb20d5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785371556.075506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"544f31c7-b11e-43ff-99e3-b5f955f72afe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371556.0755131,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34ec537a-4a9b-4194-83b9-30c0c88a372c"} {"level":"info","ts":1785371556.0755541,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"544f31c7-b11e-43ff-99e3-b5f955f72afe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785371556.0830379,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aa00c90-3d92-4a4d-ac42-b1274edb20d5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785371556.0833893,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7cddf7f-854e-4955-8ae0-8839117b9d56","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371556.083397,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34ec537a-4a9b-4194-83b9-30c0c88a372c","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785371556.0834198,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7cddf7f-854e-4955-8ae0-8839117b9d56","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785371556.0883353,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3aa00c90-3d92-4a4d-ac42-b1274edb20d5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785371556.0913348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f01dd159-9b87-4c2d-bb64-d587d92e752c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371556.091361,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f01dd159-9b87-4c2d-bb64-d587d92e752c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785371556.091895,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34ec537a-4a9b-4194-83b9-30c0c88a372c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785371556.0919712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08f3b009-ed20-4bf8-ae03-f9043ebcefd7"} {"level":"info","ts":1785371556.091996,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08f3b009-ed20-4bf8-ae03-f9043ebcefd7","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785371556.095544,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b1e8043-611e-41e6-a1a7-c7bbeda2504a"} {"level":"info","ts":1785371556.0955718,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da46c56-6b30-4726-847e-2f091f1d1d68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785371556.0956104,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b1e8043-611e-41e6-a1a7-c7bbeda2504a","name":"e2e-external-provider"} {"level":"info","ts":1785371556.0957124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fe97138-5d6c-49c3-850d-6d2996026614","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371556.095732,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3fe97138-5d6c-49c3-850d-6d2996026614","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785371556.0956101,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5da46c56-6b30-4726-847e-2f091f1d1d68","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785371556.0971303,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"08f3b009-ed20-4bf8-ae03-f9043ebcefd7","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785371556.0971804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ec2743-4f73-4507-bae5-d31218c016c4"} {"level":"info","ts":1785371556.0974119,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32593.636329665,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371556.0974317,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371556.1040592,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785371556.1058376,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b1e8043-611e-41e6-a1a7-c7bbeda2504a","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785371556.1106954,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f021e84-1b27-4ea9-9cf1-80af3db39eaa"} {"level":"info","ts":1785371556.1107383,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f021e84-1b27-4ea9-9cf1-80af3db39eaa","name":"e2e-external-provider"} {"level":"info","ts":1785371556.1212192,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0f021e84-1b27-4ea9-9cf1-80af3db39eaa","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785371556.1981714,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ec2743-4f73-4507-bae5-d31218c016c4","name":"e2e-external-model"} {"level":"info","ts":1785371556.2085693,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06ec2743-4f73-4507-bae5-d31218c016c4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785371556.2143931,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6545643-2c92-4b19-ba4f-a83190c67eff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371556.2144294,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6545643-2c92-4b19-ba4f-a83190c67eff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785371556.2146127,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f83bdcdd-f125-4ec3-8a00-452b1f3914df"} {"level":"info","ts":1785371556.214669,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f83bdcdd-f125-4ec3-8a00-452b1f3914df","name":"e2e-external-model"} {"level":"info","ts":1785371556.23173,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"874dc216-82e4-4e06-8a5d-2b619a484b5b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371556.2317655,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"874dc216-82e4-4e06-8a5d-2b619a484b5b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785371556.2318861,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f83bdcdd-f125-4ec3-8a00-452b1f3914df","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785371556.231947,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f993e274-c063-4ec8-a58b-12dabe35f378"} {"level":"info","ts":1785371556.2319918,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f993e274-c063-4ec8-a58b-12dabe35f378","name":"e2e-external-model"} {"level":"info","ts":1785371556.2399387,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f993e274-c063-4ec8-a58b-12dabe35f378","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785371556.2455466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"303f2b34-21ae-4e78-8b3d-42232609f70b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371556.245577,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"303f2b34-21ae-4e78-8b3d-42232609f70b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785371556.2456534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05447fe0-b324-4fff-8e32-ac65c5c91bbe"} {"level":"info","ts":1785371556.2457063,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05447fe0-b324-4fff-8e32-ac65c5c91bbe","name":"e2e-external-model"} {"level":"info","ts":1785371556.2536855,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05447fe0-b324-4fff-8e32-ac65c5c91bbe","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785371563.5806353,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371563.5807083,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37"} {"level":"info","ts":1785371563.580719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37"} {"level":"info","ts":1785371563.580731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","EoS":true} {"level":"info","ts":1785371563.5807545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","header":"x-maas-username"} {"level":"info","ts":1785371563.5807629,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","header":"x-maas-group"} {"level":"info","ts":1785371563.5807676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","header":"x-maas-subscription"} {"level":"info","ts":1785371563.5807807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785371563.5807908,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","modelName":"e2e-external-model"} {"level":"info","ts":1785371563.580804,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785371563.5808423,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785371563.5808609,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","authType":"apikey"} {"level":"info","ts":1785371563.580888,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37"} {"level":"info","ts":1785371563.6840637,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37"} {"level":"info","ts":1785371563.6840909,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37"} {"level":"info","ts":1785371563.6841075,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","EoS":false} {"level":"info","ts":1785371563.6841211,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37"} {"level":"info","ts":1785371563.6841524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37","EoS":true} {"level":"info","ts":1785371563.6841593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8d510703-4406-4f98-9beb-67378bc18f37"} {"level":"info","ts":1785371563.7896502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9d02edc-f4a2-4881-aa33-072a329ac1ab","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785371563.789703,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9d02edc-f4a2-4881-aa33-072a329ac1ab","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785371563.7896624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"325946ee-2caf-4786-9131-90cd0a24bfc2"} {"level":"info","ts":1785371563.7962682,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be2bce7c-f516-4980-ab38-782da58a7c39","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785371563.7963262,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be2bce7c-f516-4980-ab38-782da58a7c39","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785371563.7995524,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"325946ee-2caf-4786-9131-90cd0a24bfc2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785371563.799636,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"325946ee-2caf-4786-9131-90cd0a24bfc2","name":"e2e-cleanup-test"} {"level":"info","ts":1785371563.8128066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"861737ed-b438-4b6d-a9fe-969392741ed3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785371563.812841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"861737ed-b438-4b6d-a9fe-969392741ed3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785371563.814468,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"325946ee-2caf-4786-9131-90cd0a24bfc2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785371563.814515,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"325946ee-2caf-4786-9131-90cd0a24bfc2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785371563.8145611,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b97215d2-9a2b-48e5-af3e-3f11f3294da4"} {"level":"info","ts":1785371563.8146074,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b97215d2-9a2b-48e5-af3e-3f11f3294da4","name":"e2e-cleanup-test"} {"level":"info","ts":1785371563.8224866,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eec2269-fe28-4c3c-9d77-067d929edca8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785371563.822511,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eec2269-fe28-4c3c-9d77-067d929edca8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785371563.8264768,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b97215d2-9a2b-48e5-af3e-3f11f3294da4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785371563.826521,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b97215d2-9a2b-48e5-af3e-3f11f3294da4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785371563.8265607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac09bcd4-5872-45da-9d85-c79f68110f95"} {"level":"info","ts":1785371563.8266025,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac09bcd4-5872-45da-9d85-c79f68110f95","name":"e2e-cleanup-test"} {"level":"info","ts":1785371563.8341122,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac09bcd4-5872-45da-9d85-c79f68110f95","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785371563.834641,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d24e0105-5d9f-4fa2-8aed-96a23582e2ba","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785371563.8346653,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d24e0105-5d9f-4fa2-8aed-96a23582e2ba","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785371563.8379154,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ac09bcd4-5872-45da-9d85-c79f68110f95","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785371563.8379736,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c85fb30-be5d-4ebd-abcb-3e7f54a35022"} {"level":"info","ts":1785371563.838018,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c85fb30-be5d-4ebd-abcb-3e7f54a35022","name":"e2e-cleanup-test"} {"level":"info","ts":1785371563.8453834,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c85fb30-be5d-4ebd-abcb-3e7f54a35022","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785371572.0415304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ce893e1-c39d-4be8-8274-d064f0340e47","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785371572.0415409,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8b663d59-8c7c-4572-91f4-d26522d926ea"} {"level":"info","ts":1785371572.0415692,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ce893e1-c39d-4be8-8274-d064f0340e47","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785371576.3370624,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371576.3371377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70a4629f-d44b-4840-900d-ce023437443d"} {"level":"info","ts":1785371576.3371472,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70a4629f-d44b-4840-900d-ce023437443d"} {"level":"info","ts":1785371576.3371587,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70a4629f-d44b-4840-900d-ce023437443d","EoS":true} {"level":"info","ts":1785371576.3371928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70a4629f-d44b-4840-900d-ce023437443d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785371576.3372185,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70a4629f-d44b-4840-900d-ce023437443d"} {"level":"info","ts":1785371576.3718305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371576.371879,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5"} {"level":"info","ts":1785371576.3718905,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5"} {"level":"info","ts":1785371576.3719003,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","EoS":true} {"level":"info","ts":1785371576.3719196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","header":"x-maas-subscription"} {"level":"info","ts":1785371576.3719292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","header":"x-maas-username"} {"level":"info","ts":1785371576.3719337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","header":"x-maas-group"} {"level":"info","ts":1785371576.3719432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785371576.371952,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","modelName":"e2e-external-model"} {"level":"info","ts":1785371576.3719647,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785371576.3719854,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785371576.372,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","authType":"apikey"} {"level":"info","ts":1785371576.3720193,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5"} {"level":"info","ts":1785371576.467264,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5"} {"level":"info","ts":1785371576.4672878,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5"} {"level":"info","ts":1785371576.4673285,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","EoS":false} {"level":"info","ts":1785371576.4673429,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5"} {"level":"info","ts":1785371576.4673765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5","EoS":true} {"level":"info","ts":1785371576.4673867,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0de28951-8b16-954d-b7cf-a184d73bcaf5"} {"level":"info","ts":1785371576.4996886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371576.4997633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb"} {"level":"info","ts":1785371576.4997802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb"} {"level":"info","ts":1785371576.4998019,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb","EoS":true} {"level":"info","ts":1785371576.4998345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb","header":"x-maas-subscription"} {"level":"info","ts":1785371576.4998481,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb","header":"x-maas-group"} {"level":"info","ts":1785371576.4998577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb","header":"x-maas-username"} {"level":"info","ts":1785371576.499875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785371576.4999073,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb"} {"level":"info","ts":1785371576.54494,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb"} {"level":"info","ts":1785371576.5449588,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb"} {"level":"info","ts":1785371576.5449734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb","EoS":false} {"level":"info","ts":1785371576.5449843,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb"} {"level":"info","ts":1785371576.545007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb","EoS":true} {"level":"info","ts":1785371576.5450125,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"17fbd8e6-3f46-4b6c-9809-856dad4e42cb"} {"level":"info","ts":1785371576.5754683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785371576.5755312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3"} {"level":"info","ts":1785371576.5755484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3"} {"level":"info","ts":1785371576.5755677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3","EoS":true} {"level":"info","ts":1785371576.5755982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3","header":"x-maas-username"} {"level":"info","ts":1785371576.5756116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3","header":"x-maas-group"} {"level":"info","ts":1785371576.575621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3","header":"x-maas-subscription"} {"level":"info","ts":1785371576.5756564,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3"} {"level":"info","ts":1785371576.6210997,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3"} {"level":"info","ts":1785371576.6211185,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3"} {"level":"info","ts":1785371576.621133,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3","EoS":false} {"level":"info","ts":1785371576.6211448,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3"} {"level":"info","ts":1785371576.6211681,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3","EoS":true} {"level":"info","ts":1785371576.621174,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3f1e1d16-502c-45df-97de-5f3b720c21a3"} {"level":"info","ts":1785371577.452553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"742aaab8-7306-4cd5-96a0-be9662228e64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371577.4525995,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"742aaab8-7306-4cd5-96a0-be9662228e64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785371577.4525597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fd9b452-40ae-4ff1-aee4-f9dc042888da"} {"level":"info","ts":1785371577.584735,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82e6f2dc-0cbd-4c47-a672-802260355e5f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785371577.5847745,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82e6f2dc-0cbd-4c47-a672-802260355e5f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785371577.5847712,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"570a44b6-da88-4150-9822-9267b6e75b0d"} {"level":"info","ts":1785371577.6988254,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9ca8d73f-c3e8-40ff-a1f1-0c77e3a2422e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785371577.698877,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9ca8d73f-c3e8-40ff-a1f1-0c77e3a2422e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785372966.1894093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785372966.1895037,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7d4c4769-4116-4a5a-89be-552b94ae6703"} {"level":"info","ts":1785373045.9386168,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785373045.9386978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83"} {"level":"info","ts":1785373045.9387066,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83"} {"level":"info","ts":1785373045.9387174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83","EoS":true} {"level":"info","ts":1785373045.938743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83","header":"x-maas-username"} {"level":"info","ts":1785373045.9387538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83","header":"x-maas-subscription"} {"level":"info","ts":1785373045.9387603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83","header":"x-maas-group"} {"level":"info","ts":1785373045.938774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785373045.9388037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83"} {"level":"info","ts":1785373045.9398065,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83"} {"level":"info","ts":1785373045.939828,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83"} {"level":"info","ts":1785373045.939844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83","EoS":false} {"level":"info","ts":1785373045.9398582,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83"} {"level":"info","ts":1785373045.9398832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83","EoS":true} {"level":"info","ts":1785373045.9398928,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"017bf150-b3c8-4a15-adb9-c63a651c5e83"}