{"level":"info","ts":1785877026.8118181,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877026.8119054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.8119183,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.8119297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","EoS":true} {"level":"info","ts":1785877026.8119555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","header":"x-maas-username"} {"level":"info","ts":1785877026.8119705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","header":"x-maas-group"} {"level":"info","ts":1785877026.8119771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","header":"x-maas-subscription"} {"level":"info","ts":1785877026.811991,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877026.812019,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.8131986,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.8132195,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.8132358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","EoS":false} {"level":"info","ts":1785877026.8132477,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.8132706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236","EoS":true} {"level":"info","ts":1785877026.8132777,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"323c425c-35ce-4c14-a328-eb9579f78236"} {"level":"info","ts":1785877026.9531438,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877026.9532173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877026.9532275,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877026.9532378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","EoS":true} {"level":"info","ts":1785877026.953262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","header":"x-maas-group"} {"level":"info","ts":1785877026.9532719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","header":"x-maas-username"} {"level":"info","ts":1785877026.9532776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","header":"x-maas-subscription"} {"level":"info","ts":1785877026.9532902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877026.9533186,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877026.954407,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877026.95443,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877026.9544456,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","EoS":false} {"level":"info","ts":1785877026.9544585,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877026.954484,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5","EoS":true} {"level":"info","ts":1785877026.9544973,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4cd4f1f-9338-4062-abd7-1cf8954105e5"} {"level":"info","ts":1785877048.1838257,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877048.1839092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.1839237,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.183935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","EoS":true} {"level":"info","ts":1785877048.1839616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","header":"x-maas-username"} {"level":"info","ts":1785877048.1839724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","header":"x-maas-group"} {"level":"info","ts":1785877048.1839771,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","header":"x-maas-subscription"} {"level":"info","ts":1785877048.1839907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877048.1840172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.1851642,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.185191,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.185212,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","EoS":false} {"level":"info","ts":1785877048.1852286,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.1852677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113","EoS":true} {"level":"info","ts":1785877048.1852777,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"168a1843-fcd7-4d55-81ed-7001e7e91113"} {"level":"info","ts":1785877048.223766,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877048.2238271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2238407,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2238512,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","EoS":true} {"level":"info","ts":1785877048.2238736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","header":"x-maas-group"} {"level":"info","ts":1785877048.2238832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","header":"x-maas-subscription"} {"level":"info","ts":1785877048.2238894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","header":"x-maas-username"} {"level":"info","ts":1785877048.223901,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877048.2239258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2268674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2268853,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2269082,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","EoS":false} {"level":"info","ts":1785877048.2269201,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.2269423,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511","EoS":true} {"level":"info","ts":1785877048.22695,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d4add8b6-ab52-4bcb-9b73-dfec780da511"} {"level":"info","ts":1785877048.3484097,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877048.3484719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e5766c7-84ef-4075-9f97-e540b24ef460"} {"level":"info","ts":1785877048.3494542,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e5766c7-84ef-4075-9f97-e540b24ef460"} {"level":"info","ts":1785877048.3494718,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e5766c7-84ef-4075-9f97-e540b24ef460"} {"level":"info","ts":1785877048.349487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e5766c7-84ef-4075-9f97-e540b24ef460","EoS":false} {"level":"info","ts":1785877048.3494976,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e5766c7-84ef-4075-9f97-e540b24ef460"} {"level":"info","ts":1785877048.3495207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e5766c7-84ef-4075-9f97-e540b24ef460","EoS":true} {"level":"info","ts":1785877048.3495305,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8e5766c7-84ef-4075-9f97-e540b24ef460"} {"level":"info","ts":1785877053.0112822,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877053.0114055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877053.0114255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877053.0114477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","EoS":true} {"level":"info","ts":1785877053.0114846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","header":"x-maas-subscription"} {"level":"info","ts":1785877053.0114968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","header":"x-maas-group"} {"level":"info","ts":1785877053.011506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","header":"x-maas-username"} {"level":"info","ts":1785877053.0115285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877053.011559,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877053.0126882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877053.0127091,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877053.0127268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","EoS":false} {"level":"info","ts":1785877053.0127416,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877053.0127766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963","EoS":true} {"level":"info","ts":1785877053.012788,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96c22b16-c868-40f7-a627-b1123c7b5963"} {"level":"info","ts":1785877061.5919178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877061.5920024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877061.592017,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877061.5920289,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","EoS":true} {"level":"info","ts":1785877061.592056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","header":"x-maas-group"} {"level":"info","ts":1785877061.5920668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","header":"x-maas-subscription"} {"level":"info","ts":1785877061.592073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","header":"x-maas-username"} {"level":"info","ts":1785877061.5920866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877061.5921109,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877061.605658,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877061.6056795,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877061.6056948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","EoS":false} {"level":"info","ts":1785877061.6057062,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877061.6057312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed","EoS":true} {"level":"info","ts":1785877061.6057396,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c4b73e5d-4e2e-4a64-96df-abe9ccd6c7ed"} {"level":"info","ts":1785877074.460823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877074.4609013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877074.460911,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877074.4609234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","EoS":true} {"level":"info","ts":1785877074.4609482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","header":"x-maas-group"} {"level":"info","ts":1785877074.4609592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","header":"x-maas-subscription"} {"level":"info","ts":1785877074.460965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","header":"x-maas-username"} {"level":"info","ts":1785877074.460979,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877074.461004,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877074.462098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877074.4621174,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877074.4621315,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","EoS":false} {"level":"info","ts":1785877074.4621434,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877074.4621649,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6","EoS":true} {"level":"info","ts":1785877074.4621727,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ef72365-ca13-45a1-bf70-d0f09ac0e9f6"} {"level":"info","ts":1785877082.9839294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877082.9840274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877082.9840415,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877082.984061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","EoS":true} {"level":"info","ts":1785877082.984101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","header":"x-maas-group"} {"level":"info","ts":1785877082.984115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","header":"x-maas-username"} {"level":"info","ts":1785877082.9841225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","header":"x-maas-subscription"} {"level":"info","ts":1785877082.9841425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877082.9841843,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877082.9852886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877082.985306,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877082.9853382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","EoS":false} {"level":"info","ts":1785877082.9853816,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877082.9854152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108","EoS":true} {"level":"info","ts":1785877082.985426,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e429e1e-c77c-4e1c-a1a5-56dff5f23108"} {"level":"info","ts":1785877091.835636,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877091.835716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877091.8357291,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877091.8357399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","EoS":true} {"level":"info","ts":1785877091.835764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","header":"x-maas-username"} {"level":"info","ts":1785877091.8357751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","header":"x-maas-group"} {"level":"info","ts":1785877091.8357797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","header":"x-maas-subscription"} {"level":"info","ts":1785877091.8357937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877091.8358197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877091.8369079,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877091.83693,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877091.8369458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","EoS":false} {"level":"info","ts":1785877091.8369572,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877091.8369823,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d","EoS":true} {"level":"info","ts":1785877091.83699,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09037398-5c5f-4f31-b611-7f8ee556a98d"} {"level":"info","ts":1785877121.389133,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877121.3892312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877121.3892498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877121.3892696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","EoS":true} {"level":"info","ts":1785877121.389306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","header":"x-maas-group"} {"level":"info","ts":1785877121.3893197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","header":"x-maas-subscription"} {"level":"info","ts":1785877121.3893297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","header":"x-maas-username"} {"level":"info","ts":1785877121.3893638,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877121.3894007,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877121.3929026,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877121.3929234,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877121.3929412,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","EoS":false} {"level":"info","ts":1785877121.3929565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877121.3929863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf","EoS":true} {"level":"info","ts":1785877121.392995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"edceb859-783c-4003-918f-6c59a32139cf"} {"level":"info","ts":1785877155.1640122,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877155.1641035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877155.1641216,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877155.164141,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","EoS":true} {"level":"info","ts":1785877155.1641893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","header":"x-maas-username"} {"level":"info","ts":1785877155.1642015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","header":"x-maas-subscription"} {"level":"info","ts":1785877155.1642096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","header":"x-maas-group"} {"level":"info","ts":1785877155.1642296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785877155.164261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877155.165439,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877155.1654546,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877155.1654732,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","EoS":false} {"level":"info","ts":1785877155.1654892,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877155.1655211,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0","EoS":true} {"level":"info","ts":1785877155.1655304,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"057ed502-3bc8-46a7-8e96-6bc5effc1fa0"} {"level":"info","ts":1785877190.1672857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877190.167401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877190.1674194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877190.1674395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","EoS":true} {"level":"info","ts":1785877190.167478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","header":"x-maas-username"} {"level":"info","ts":1785877190.1674907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","header":"x-maas-subscription"} {"level":"info","ts":1785877190.167499,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","header":"x-maas-group"} {"level":"info","ts":1785877190.1675208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877190.1675546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877190.1687577,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877190.1687827,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877190.1687987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","EoS":false} {"level":"info","ts":1785877190.168811,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877190.1688414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b","EoS":true} {"level":"info","ts":1785877190.1688523,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"dace9db9-558f-4690-b740-8f3137b9ae4b"} {"level":"info","ts":1785877199.5819986,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877199.5820754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.582085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.5820966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","EoS":true} {"level":"info","ts":1785877199.58212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","header":"x-maas-group"} {"level":"info","ts":1785877199.5821304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","header":"x-maas-username"} {"level":"info","ts":1785877199.5821354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","header":"x-maas-subscription"} {"level":"info","ts":1785877199.5821493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877199.582174,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.5832944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.5833144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.5833278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","EoS":false} {"level":"info","ts":1785877199.5833607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.583388,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85","EoS":true} {"level":"info","ts":1785877199.583403,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7df4acd2-f4ab-45ec-9789-732a1852ee85"} {"level":"info","ts":1785877199.6225832,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877199.6226614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877199.622671,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877199.622682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","EoS":true} {"level":"info","ts":1785877199.6227083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","header":"x-maas-subscription"} {"level":"info","ts":1785877199.6227179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","header":"x-maas-username"} {"level":"info","ts":1785877199.6227238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","header":"x-maas-group"} {"level":"info","ts":1785877199.622737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877199.6227608,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877199.6238296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877199.623847,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877199.6238627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","EoS":false} {"level":"info","ts":1785877199.6238728,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877199.623898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0","EoS":true} {"level":"info","ts":1785877199.6239111,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"84a68f99-46ca-4eeb-95f7-782db548edf0"} {"level":"info","ts":1785877218.7785482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877218.778639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877218.7786577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877218.7786782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","EoS":true} {"level":"info","ts":1785877218.7787187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","header":"x-maas-subscription"} {"level":"info","ts":1785877218.778731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","header":"x-maas-username"} {"level":"info","ts":1785877218.7787385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","header":"x-maas-group"} {"level":"info","ts":1785877218.7787566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877218.7787874,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877218.7799518,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877218.779974,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877218.7799916,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","EoS":false} {"level":"info","ts":1785877218.7800076,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877218.780042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786","EoS":true} {"level":"info","ts":1785877218.780052,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"12235b01-de2c-4e77-a22a-3260e1349786"} {"level":"info","ts":1785877398.7453556,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877398.7454643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877398.7454832,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877398.7455022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","EoS":true} {"level":"info","ts":1785877398.7455382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","header":"x-maas-group"} {"level":"info","ts":1785877398.7455523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","header":"x-maas-username"} {"level":"info","ts":1785877398.7455592,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","header":"x-maas-subscription"} {"level":"info","ts":1785877398.7455778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785877398.7456124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877398.757958,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877398.757979,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877398.7579942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","EoS":false} {"level":"info","ts":1785877398.758006,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877398.7580316,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0","EoS":true} {"level":"info","ts":1785877398.7580388,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fe67aa72-fb97-4465-907d-3cc43a88b5b0"} {"level":"info","ts":1785877476.1695626,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877476.1696463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877476.1696568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877476.1696684,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","EoS":true} {"level":"info","ts":1785877476.169696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","header":"x-maas-subscription"} {"level":"info","ts":1785877476.1697068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","header":"x-maas-username"} {"level":"info","ts":1785877476.1697118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","header":"x-maas-group"} {"level":"info","ts":1785877476.1697254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877476.1697521,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877476.1709917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877476.1710136,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877476.1710346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","EoS":false} {"level":"info","ts":1785877476.1710494,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877476.1710753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb","EoS":true} {"level":"info","ts":1785877476.1710846,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"428c3e14-057d-43ea-9881-2dd1dd8388bb"} {"level":"info","ts":1785877491.429315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877491.429411,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.429422,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.429438,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","EoS":true} {"level":"info","ts":1785877491.429471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","header":"x-maas-username"} {"level":"info","ts":1785877491.4294808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","header":"x-maas-group"} {"level":"info","ts":1785877491.4294868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","header":"x-maas-subscription"} {"level":"info","ts":1785877491.4295015,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877491.4295332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.4307222,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.4307427,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.430758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","EoS":false} {"level":"info","ts":1785877491.4307718,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877491.4307983,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17","EoS":true} {"level":"info","ts":1785877491.4308057,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6205818-c94c-41d5-85af-bc43f21c4f17"} {"level":"info","ts":1785877832.8168223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877832.8169084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8169174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8169293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","EoS":true} {"level":"info","ts":1785877832.816953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","header":"x-maas-group"} {"level":"info","ts":1785877832.816963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","header":"x-maas-subscription"} {"level":"info","ts":1785877832.8169684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","header":"x-maas-username"} {"level":"info","ts":1785877832.816982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877832.8170176,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8180861,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8181102,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8181276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","EoS":false} {"level":"info","ts":1785877832.8181388,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8181705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8","EoS":true} {"level":"info","ts":1785877832.8181815,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"26f803f6-9c88-4904-a36e-70b2994549a8"} {"level":"info","ts":1785877832.8557513,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877832.8558252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.8558414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.8558593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","EoS":true} {"level":"info","ts":1785877832.8558936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","header":"x-maas-subscription"} {"level":"info","ts":1785877832.8559055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","header":"x-maas-group"} {"level":"info","ts":1785877832.8559148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","header":"x-maas-username"} {"level":"info","ts":1785877832.8559318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785877832.8559625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.8569634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.8569777,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.8569899,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","EoS":false} {"level":"info","ts":1785877832.8570006,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877832.8570287,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa","EoS":true} {"level":"info","ts":1785877832.8570383,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"40fccfac-483b-91d2-91f8-cd165cf649aa"} {"level":"info","ts":1785877837.6724985,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e2e52855-f66d-4881-987f-f269a963ae29","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785877837.6727502,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34900.929687837,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.6727817,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.7139866,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.773712,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e2e52855-f66d-4881-987f-f269a963ae29","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785877837.7851927,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51597522-5010-446b-ba31-0911a78ab78c"} {"level":"info","ts":1785877837.7852297,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3817496-f928-4784-9812-3504ba5ae4d3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877837.785263,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b3817496-f928-4784-9812-3504ba5ae4d3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785877837.7952335,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c8bf19-0fc4-4b76-b23e-10089808a0f7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877837.7952619,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54c8bf19-0fc4-4b76-b23e-10089808a0f7","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785877837.7958784,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51597522-5010-446b-ba31-0911a78ab78c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877837.7961068,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33410.987482257,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.7961304,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.8064544,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.896186,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51597522-5010-446b-ba31-0911a78ab78c","name":"e2e-external-provider"} {"level":"info","ts":1785877837.904779,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51597522-5010-446b-ba31-0911a78ab78c","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785877837.9100153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9ee3c27-efac-4699-a602-18caec9ca1d9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877837.9100158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e05b8e51-5057-44b2-bfb1-b0ad3c4ee422"} {"level":"info","ts":1785877837.910059,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9ee3c27-efac-4699-a602-18caec9ca1d9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877837.9157453,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e05b8e51-5057-44b2-bfb1-b0ad3c4ee422","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785877837.9157765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25570a7e-a38c-4ad0-bcb8-3217170bd6eb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877837.915798,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25570a7e-a38c-4ad0-bcb8-3217170bd6eb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877837.9162505,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51597522-5010-446b-ba31-0911a78ab78c","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785877837.9228892,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6fe8276-cd81-452b-ba6b-ceb9a4c6c649","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877837.9229152,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d6fe8276-cd81-452b-ba6b-ceb9a4c6c649","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785877837.922997,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e05b8e51-5057-44b2-bfb1-b0ad3c4ee422","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877837.9230747,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4bcf35-8f0d-489d-871a-2f0f2704c8ac"} {"level":"info","ts":1785877837.9230988,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4bcf35-8f0d-489d-871a-2f0f2704c8ac","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785877837.9260154,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51597522-5010-446b-ba31-0911a78ab78c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785877837.9281216,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6e4bcf35-8f0d-489d-871a-2f0f2704c8ac","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785877837.929954,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51597522-5010-446b-ba31-0911a78ab78c","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877837.9300196,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b37e9319-c4c7-4206-8886-a843f5fb105f"} {"level":"info","ts":1785877837.9300685,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b37e9319-c4c7-4206-8886-a843f5fb105f","name":"e2e-external-provider"} {"level":"info","ts":1785877837.9390213,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45f883d6-b629-40c8-bb21-656f03b8c0e0"} {"level":"info","ts":1785877837.9390566,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45f883d6-b629-40c8-bb21-656f03b8c0e0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785877837.9438577,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b37e9319-c4c7-4206-8886-a843f5fb105f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785877837.9444993,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"45f883d6-b629-40c8-bb21-656f03b8c0e0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877837.951778,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f26d47da-5b6d-45e8-85d3-d8b21cd876aa"} {"level":"info","ts":1785877837.951806,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14dbef4f-1555-4027-89c0-c56770a49256"} {"level":"info","ts":1785877837.9518425,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"079a20a4-b5c8-4297-8b9f-811f89fafd26","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877837.9519854,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39210.920063939,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.9520104,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14dbef4f-1555-4027-89c0-c56770a49256","name":"e2e-external-provider"} {"level":"info","ts":1785877837.9520392,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"079a20a4-b5c8-4297-8b9f-811f89fafd26","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785877837.9521093,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fbd944c-e478-4dc0-b562-0a9751c7b2f1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877837.9521353,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fbd944c-e478-4dc0-b562-0a9751c7b2f1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877837.9520018,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.9595194,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785877837.9630942,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14dbef4f-1555-4027-89c0-c56770a49256","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785877838.0525434,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f26d47da-5b6d-45e8-85d3-d8b21cd876aa","name":"e2e-external-model"} {"level":"info","ts":1785877838.0709589,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f26d47da-5b6d-45e8-85d3-d8b21cd876aa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877838.0901885,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24e44440-0a0a-473d-a3f2-908ba34e3b1c"} {"level":"info","ts":1785877838.0901878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5022f341-e367-4173-a063-f0fa3391a617","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877838.090233,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5022f341-e367-4173-a063-f0fa3391a617","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877838.090262,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24e44440-0a0a-473d-a3f2-908ba34e3b1c","name":"e2e-external-model"} {"level":"info","ts":1785877838.126782,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6dbfe4c-afef-4518-aa5f-426c9c907b1c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877838.1268156,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6dbfe4c-afef-4518-aa5f-426c9c907b1c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785877838.1285243,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24e44440-0a0a-473d-a3f2-908ba34e3b1c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877838.1286068,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfcd72a1-9214-4550-84b4-fb99cd847cde"} {"level":"info","ts":1785877838.1286712,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfcd72a1-9214-4550-84b4-fb99cd847cde","name":"e2e-external-model"} {"level":"info","ts":1785877838.15108,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfcd72a1-9214-4550-84b4-fb99cd847cde","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877838.1640124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ddea72d-8188-4de0-a67c-97209d168232","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877838.1640449,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ddea72d-8188-4de0-a67c-97209d168232","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785877838.1643186,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ce39f55-d8d3-4141-a844-485c5f77caea"} {"level":"info","ts":1785877838.1644046,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ce39f55-d8d3-4141-a844-485c5f77caea","name":"e2e-external-model"} {"level":"info","ts":1785877838.177228,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2ce39f55-d8d3-4141-a844-485c5f77caea","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877849.8054094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877849.805494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877849.8055048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877849.8055212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","EoS":true} {"level":"info","ts":1785877849.8055472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","header":"x-maas-username"} {"level":"info","ts":1785877849.8055575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","header":"x-maas-group"} {"level":"info","ts":1785877849.8055634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","header":"x-maas-subscription"} {"level":"info","ts":1785877849.8055782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785877849.8055904,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","modelName":"e2e-external-model"} {"level":"info","ts":1785877849.8056064,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785877849.8056915,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785877849.8057098,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","authType":"apikey"} {"level":"info","ts":1785877849.8057387,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877849.8962808,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877849.8963113,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877849.8963346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","EoS":false} {"level":"info","ts":1785877849.8963757,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877849.8964157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79","EoS":true} {"level":"info","ts":1785877849.896432,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ac21d2db-4a08-4427-b6b9-245bd855cd79"} {"level":"info","ts":1785877850.0139768,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"651d7895-595e-4f72-994b-a28a03a2e416"} {"level":"info","ts":1785877850.0140278,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8cf5ec7-a7bb-46b0-9370-80081c79d16d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.0140698,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a8cf5ec7-a7bb-46b0-9370-80081c79d16d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785877850.0215478,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fd9386e-9cb0-4f9c-8043-207485679f75","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.021582,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fd9386e-9cb0-4f9c-8043-207485679f75","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785877850.022636,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"651d7895-595e-4f72-994b-a28a03a2e416","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877850.0226998,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"651d7895-595e-4f72-994b-a28a03a2e416","name":"e2e-cleanup-test"} {"level":"info","ts":1785877850.0381355,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a60d0052-6bcf-4a34-a51c-801668173057","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.038164,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a60d0052-6bcf-4a34-a51c-801668173057","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785877850.039666,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"651d7895-595e-4f72-994b-a28a03a2e416","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785877850.0397038,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"651d7895-595e-4f72-994b-a28a03a2e416","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877850.0397592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48a88b16-9b30-4b04-8ab1-a9978d0042bc"} {"level":"info","ts":1785877850.039803,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48a88b16-9b30-4b04-8ab1-a9978d0042bc","name":"e2e-cleanup-test"} {"level":"info","ts":1785877850.0538943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33000a75-d7c0-4b23-8105-a10dac30a5c6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.0539207,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33000a75-d7c0-4b23-8105-a10dac30a5c6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785877850.0582368,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48a88b16-9b30-4b04-8ab1-a9978d0042bc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785877850.0582693,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"48a88b16-9b30-4b04-8ab1-a9978d0042bc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877850.0583158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d76916f9-6406-4c64-8095-083a4fde526e"} {"level":"info","ts":1785877850.058384,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d76916f9-6406-4c64-8095-083a4fde526e","name":"e2e-cleanup-test"} {"level":"info","ts":1785877850.067904,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d76916f9-6406-4c64-8095-083a4fde526e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877850.070326,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6dc71ec-473f-4d1e-b6c1-21dc95202437","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877850.0703719,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a6dc71ec-473f-4d1e-b6c1-21dc95202437","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785877850.0758688,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d76916f9-6406-4c64-8095-083a4fde526e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785877850.0759358,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"304a17b0-3c2b-421e-a194-b1ef7d671faa"} {"level":"info","ts":1785877850.07598,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"304a17b0-3c2b-421e-a194-b1ef7d671faa","name":"e2e-cleanup-test"} {"level":"info","ts":1785877850.0844073,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"304a17b0-3c2b-421e-a194-b1ef7d671faa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785877858.2781208,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caf6a981-24b8-4c9a-a5c3-6ce40eab2d24","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877858.2781663,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"caf6a981-24b8-4c9a-a5c3-6ce40eab2d24","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785877858.27812,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cde62b80-6243-4f0f-8da8-3bf5a1ffe49f"} {"level":"info","ts":1785877862.5864213,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877862.586505,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723"} {"level":"info","ts":1785877862.5865145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723"} {"level":"info","ts":1785877862.5865264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723","EoS":true} {"level":"info","ts":1785877862.5865667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785877862.5865953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"73a4d1ce-5106-4917-ad30-0f73858b2723"} {"level":"info","ts":1785877862.6314738,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877862.6315582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.6315718,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.6315925,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","EoS":true} {"level":"info","ts":1785877862.631631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","header":"x-maas-username"} {"level":"info","ts":1785877862.631645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","header":"x-maas-group"} {"level":"info","ts":1785877862.6316545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","header":"x-maas-subscription"} {"level":"info","ts":1785877862.6316705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785877862.6316817,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","modelName":"e2e-external-model"} {"level":"info","ts":1785877862.6317015,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785877862.6317291,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785877862.6317554,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","authType":"apikey"} {"level":"info","ts":1785877862.6317875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.7266905,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.7267208,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.7267416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","EoS":false} {"level":"info","ts":1785877862.7267559,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.7267895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d","EoS":true} {"level":"info","ts":1785877862.726799,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"25b28ade-65db-46ef-8d33-44652696b05d"} {"level":"info","ts":1785877862.7693717,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877862.7694767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.7694914,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.76951,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","EoS":true} {"level":"info","ts":1785877862.7695482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","header":"x-maas-subscription"} {"level":"info","ts":1785877862.7695599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","header":"x-maas-username"} {"level":"info","ts":1785877862.7695682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","header":"x-maas-group"} {"level":"info","ts":1785877862.7695882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785877862.769619,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.8161228,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.8161511,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.816179,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","EoS":false} {"level":"info","ts":1785877862.8161933,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.8162231,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b","EoS":true} {"level":"info","ts":1785877862.816231,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"33091868-6794-4b12-9f50-0ddf85557d6b"} {"level":"info","ts":1785877862.8568034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785877862.8568802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877862.856896,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877862.8569083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","EoS":true} {"level":"info","ts":1785877862.8569307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","header":"x-maas-group"} {"level":"info","ts":1785877862.8569412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","header":"x-maas-username"} {"level":"info","ts":1785877862.856947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","header":"x-maas-subscription"} {"level":"info","ts":1785877862.8569775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877862.9023993,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877862.9024255,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877862.9024465,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","EoS":false} {"level":"info","ts":1785877862.9024637,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877862.9025002,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26","EoS":true} {"level":"info","ts":1785877862.9025147,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6bfd489c-249f-4458-8d45-d5b1290dea26"} {"level":"info","ts":1785877863.7221265,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98ecc873-65d9-4ded-b9f7-abfb39749b08"} {"level":"info","ts":1785877863.7221758,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90be9ac8-208b-4848-bdeb-467bdf2d8f5b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877863.7222064,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"90be9ac8-208b-4848-bdeb-467bdf2d8f5b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785877863.8694458,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecf49c20-62c4-43de-a767-95b0c60c39d3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877863.8694944,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7de376ed-0ecb-4247-a434-c9626eec386b"} {"level":"info","ts":1785877863.869522,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ecf49c20-62c4-43de-a767-95b0c60c39d3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785877863.9820373,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6c84abaf-7529-4397-ac52-bd1571b1b193","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785877863.9821074,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6c84abaf-7529-4397-ac52-bd1571b1b193","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785879287.67736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785879287.6774428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d57a227f-4e1e-4a90-a0d4-8d47ff919d83"} {"level":"info","ts":1785879362.0698824,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785879362.0699708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"} {"level":"info","ts":1785879362.06998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"} {"level":"info","ts":1785879362.0699906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","EoS":true} {"level":"info","ts":1785879362.0700204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","header":"x-maas-group"} {"level":"info","ts":1785879362.070032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","header":"x-maas-username"} {"level":"info","ts":1785879362.0700376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","header":"x-maas-subscription"} {"level":"info","ts":1785879362.0700507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785879362.070078,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"} {"level":"info","ts":1785879362.071969,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"} {"level":"info","ts":1785879362.0719967,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"} {"level":"info","ts":1785879362.072015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","EoS":false} {"level":"info","ts":1785879362.072029,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"} {"level":"info","ts":1785879362.0720618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1","EoS":true} {"level":"info","ts":1785879362.0720708,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"00e66565-5b82-4306-b353-6dd848245fe1"}