{"level":"info","ts":1785443846.3165681,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","EoS":true} {"level":"info","ts":1785443846.3166053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","header":"x-maas-subscription"} {"level":"info","ts":1785443846.316618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","header":"x-maas-username"} {"level":"info","ts":1785443846.316626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","header":"x-maas-group"} {"level":"info","ts":1785443846.3166463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.316683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a"} {"level":"info","ts":1785443846.3174982,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a"} {"level":"info","ts":1785443846.3175144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a"} {"level":"info","ts":1785443846.3175333,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","EoS":false} {"level":"info","ts":1785443846.317548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a"} {"level":"info","ts":1785443846.3175807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a","EoS":true} {"level":"info","ts":1785443846.317592,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1184441b-9461-49b9-93ad-1fa0d9e45f2a"} {"level":"info","ts":1785443846.4587877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.458866,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.458877,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.4588892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","EoS":true} {"level":"info","ts":1785443846.4589162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","header":"x-maas-group"} {"level":"info","ts":1785443846.4589286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","header":"x-maas-username"} {"level":"info","ts":1785443846.458935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","header":"x-maas-subscription"} {"level":"info","ts":1785443846.4589477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.4589717,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.4597476,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.4597678,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.4597833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","EoS":false} {"level":"info","ts":1785443846.4597933,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.4598274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e","EoS":true} {"level":"info","ts":1785443846.4598408,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f8b3c8f8-3bb2-4fb5-a1d8-b6cd9d2fc64e"} {"level":"info","ts":1785443846.5993712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.5994446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.5994544,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.599466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","EoS":true} {"level":"info","ts":1785443846.599491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","header":"x-maas-username"} {"level":"info","ts":1785443846.5995018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","header":"x-maas-subscription"} {"level":"info","ts":1785443846.5995064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","header":"x-maas-group"} {"level":"info","ts":1785443846.599521,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.5995488,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.6003273,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.6003458,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.6003609,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","EoS":false} {"level":"info","ts":1785443846.6003728,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.6003993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f","EoS":true} {"level":"info","ts":1785443846.6004095,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09b31ced-1fbf-4c52-8c15-bb3f3a564f0f"} {"level":"info","ts":1785443846.7429767,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443846.7430978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.7431118,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.7431314,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","EoS":true} {"level":"info","ts":1785443846.7431571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","header":"x-maas-subscription"} {"level":"info","ts":1785443846.7431676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","header":"x-maas-group"} {"level":"info","ts":1785443846.7431726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","header":"x-maas-username"} {"level":"info","ts":1785443846.7431862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443846.7432175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.7440352,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.7440712,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.7440863,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","EoS":false} {"level":"info","ts":1785443846.7441,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443846.7441306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868","EoS":true} {"level":"info","ts":1785443846.7441425,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c70a03d9-bc8c-484f-ad3d-28c42af27868"} {"level":"info","ts":1785443867.9948099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443867.9949062,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443867.9949172,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443867.9949307,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","EoS":true} {"level":"info","ts":1785443867.994962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","header":"x-maas-username"} {"level":"info","ts":1785443867.9949722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","header":"x-maas-group"} {"level":"info","ts":1785443867.9950316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","header":"x-maas-subscription"} {"level":"info","ts":1785443867.9950495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443867.9951117,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443867.9959044,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443867.995927,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443867.995942,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","EoS":false} {"level":"info","ts":1785443867.9959548,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443867.9959786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813","EoS":true} {"level":"info","ts":1785443867.9959877,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c16c3b10-6204-4a73-98d5-6d422c4c7813"} {"level":"info","ts":1785443868.1136563,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443868.1137474,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fae14be-293f-4f19-a598-6b6cecf08fdd"} {"level":"info","ts":1785443868.114548,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fae14be-293f-4f19-a598-6b6cecf08fdd"} {"level":"info","ts":1785443868.1145694,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5fae14be-293f-4f19-a598-6b6cecf08fdd"} {"level":"info","ts":1785443868.1145856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fae14be-293f-4f19-a598-6b6cecf08fdd","EoS":false} {"level":"info","ts":1785443868.1145968,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5fae14be-293f-4f19-a598-6b6cecf08fdd"} {"level":"info","ts":1785443868.1146245,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fae14be-293f-4f19-a598-6b6cecf08fdd","EoS":true} {"level":"info","ts":1785443868.1146338,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5fae14be-293f-4f19-a598-6b6cecf08fdd"} {"level":"info","ts":1785443872.7498548,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443872.749941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443872.7499576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443872.749975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","EoS":true} {"level":"info","ts":1785443872.7500033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","header":"x-maas-group"} {"level":"info","ts":1785443872.750018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","header":"x-maas-subscription"} {"level":"info","ts":1785443872.750026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","header":"x-maas-username"} {"level":"info","ts":1785443872.7500432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443872.7500873,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443872.750928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443872.7509525,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443872.7509773,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","EoS":false} {"level":"info","ts":1785443872.7509902,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443872.7510195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64","EoS":true} {"level":"info","ts":1785443872.7510288,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"eb49ae5f-b8b6-4e44-bef8-32cc49665f64"} {"level":"info","ts":1785443881.3237495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443881.3238227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443881.3238356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443881.3238482,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","EoS":true} {"level":"info","ts":1785443881.3238761,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","header":"x-maas-group"} {"level":"info","ts":1785443881.3238866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","header":"x-maas-subscription"} {"level":"info","ts":1785443881.3238919,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","header":"x-maas-username"} {"level":"info","ts":1785443881.323907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443881.3239315,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443881.3365097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443881.3365374,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443881.3365552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","EoS":false} {"level":"info","ts":1785443881.3365684,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443881.3365982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc","EoS":true} {"level":"info","ts":1785443881.3366096,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0b542ef6-78df-4a32-bcca-2bb511ae6dcc"} {"level":"info","ts":1785443894.224427,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443894.224488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443894.2244973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443894.224508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","EoS":true} {"level":"info","ts":1785443894.2245324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","header":"x-maas-username"} {"level":"info","ts":1785443894.2245421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","header":"x-maas-subscription"} {"level":"info","ts":1785443894.224547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","header":"x-maas-group"} {"level":"info","ts":1785443894.224559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443894.2245822,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443894.2254539,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443894.225481,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443894.225497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","EoS":false} {"level":"info","ts":1785443894.2255108,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443894.2255363,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366","EoS":true} {"level":"info","ts":1785443894.2255514,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"03780754-59e0-46f3-84f9-5f899940a366"} {"level":"info","ts":1785443902.7716162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443902.771692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443902.771702,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443902.771713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","EoS":true} {"level":"info","ts":1785443902.7717376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","header":"x-maas-group"} {"level":"info","ts":1785443902.771752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","header":"x-maas-username"} {"level":"info","ts":1785443902.7717588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","header":"x-maas-subscription"} {"level":"info","ts":1785443902.7717726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443902.7717948,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443902.7726176,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443902.7726424,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443902.7726612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","EoS":false} {"level":"info","ts":1785443902.7726758,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443902.7727032,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171","EoS":true} {"level":"info","ts":1785443902.7727115,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c44b730a-de5e-4818-aabf-37c8debdc171"} {"level":"info","ts":1785443911.6489265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443911.6489964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443911.6490054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443911.6490166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","EoS":true} {"level":"info","ts":1785443911.6490393,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","header":"x-maas-username"} {"level":"info","ts":1785443911.6490493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","header":"x-maas-group"} {"level":"info","ts":1785443911.6490824,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","header":"x-maas-subscription"} {"level":"info","ts":1785443911.6490993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785443911.6491323,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443911.6499174,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443911.6499312,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443911.6499465,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","EoS":false} {"level":"info","ts":1785443911.6499622,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443911.6499884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015","EoS":true} {"level":"info","ts":1785443911.6499965,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05a6412b-8f1d-40f6-863c-718274a76015"} {"level":"info","ts":1785443941.1834664,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443941.183531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443941.1835399,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443941.183551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","EoS":true} {"level":"info","ts":1785443941.1835754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","header":"x-maas-subscription"} {"level":"info","ts":1785443941.1835856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","header":"x-maas-group"} {"level":"info","ts":1785443941.1835911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","header":"x-maas-username"} {"level":"info","ts":1785443941.1836038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443941.183625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443941.1859293,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443941.1859415,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443941.1859534,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","EoS":false} {"level":"info","ts":1785443941.1859643,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443941.1859872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79","EoS":true} {"level":"info","ts":1785443941.1859949,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"82090cbd-3468-4a9b-bae8-17ff88496b79"} {"level":"info","ts":1785443974.2726982,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443974.272776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443974.27279,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443974.2728016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","EoS":true} {"level":"info","ts":1785443974.2728302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","header":"x-maas-subscription"} {"level":"info","ts":1785443974.2728417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","header":"x-maas-username"} {"level":"info","ts":1785443974.2728477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","header":"x-maas-group"} {"level":"info","ts":1785443974.2728612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785443974.2728806,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443974.2737885,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443974.273809,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443974.273824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","EoS":false} {"level":"info","ts":1785443974.273835,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785443974.273868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e","EoS":true} {"level":"info","ts":1785443974.2738786,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14c8373c-474d-4df0-8176-52f300d8cd2e"} {"level":"info","ts":1785444009.3620422,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444009.3621314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444009.362144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444009.3621552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","EoS":true} {"level":"info","ts":1785444009.3621788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","header":"x-maas-group"} {"level":"info","ts":1785444009.3621886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","header":"x-maas-subscription"} {"level":"info","ts":1785444009.3621938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","header":"x-maas-username"} {"level":"info","ts":1785444009.362207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444009.3622305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444009.3631902,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444009.363214,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444009.3632298,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","EoS":false} {"level":"info","ts":1785444009.3632405,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444009.3632762,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7","EoS":true} {"level":"info","ts":1785444009.3632867,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1ba58607-958e-4bea-baba-897016bf67d7"} {"level":"info","ts":1785444018.8160367,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444018.8161373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.816148,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.816161,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","EoS":true} {"level":"info","ts":1785444018.816192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","header":"x-maas-username"} {"level":"info","ts":1785444018.816202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","header":"x-maas-subscription"} {"level":"info","ts":1785444018.816208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","header":"x-maas-group"} {"level":"info","ts":1785444018.816223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444018.8162498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.8172233,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.817245,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.8172677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","EoS":false} {"level":"info","ts":1785444018.8172905,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.8173308,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f","EoS":true} {"level":"info","ts":1785444018.8173409,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"43835c82-ee20-4b5e-950b-2b8c0f09ac5f"} {"level":"info","ts":1785444018.8696544,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444018.8697367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444018.8697472,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444018.8697662,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","EoS":true} {"level":"info","ts":1785444018.8697991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","header":"x-maas-subscription"} {"level":"info","ts":1785444018.8698113,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","header":"x-maas-group"} {"level":"info","ts":1785444018.8698156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","header":"x-maas-username"} {"level":"info","ts":1785444018.869832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444018.869858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444018.87074,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444018.8707595,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444018.8707747,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","EoS":false} {"level":"info","ts":1785444018.8707871,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444018.8708186,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc","EoS":true} {"level":"info","ts":1785444018.870829,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fa081e5f-ed3c-4830-99ae-d5d3b38038cc"} {"level":"info","ts":1785444038.0077968,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444038.0078669,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444038.0078754,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444038.0078862,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","EoS":true} {"level":"info","ts":1785444038.007908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","header":"x-maas-subscription"} {"level":"info","ts":1785444038.007922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","header":"x-maas-username"} {"level":"info","ts":1785444038.0079267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","header":"x-maas-group"} {"level":"info","ts":1785444038.0079403,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444038.0079646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444038.0086942,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444038.0087137,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444038.0087311,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","EoS":false} {"level":"info","ts":1785444038.0087419,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444038.0087624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b","EoS":true} {"level":"info","ts":1785444038.0087712,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"018a387e-4b12-4cdb-ad9a-6616a8eb6f3b"} {"level":"info","ts":1785444218.0588443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444218.058932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444218.0589404,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444218.0589542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","EoS":true} {"level":"info","ts":1785444218.058981,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","header":"x-maas-group"} {"level":"info","ts":1785444218.0589888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","header":"x-maas-username"} {"level":"info","ts":1785444218.058995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","header":"x-maas-subscription"} {"level":"info","ts":1785444218.0590074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785444218.0590374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444218.0722098,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444218.0722404,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444218.0722582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","EoS":false} {"level":"info","ts":1785444218.0722723,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444218.072301,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0","EoS":true} {"level":"info","ts":1785444218.072311,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ca36461-9037-4274-aad2-f83570b003a0"} {"level":"info","ts":1785444270.2187736,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444270.2188656,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444270.2188761,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444270.2188873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","EoS":true} {"level":"info","ts":1785444270.2189136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","header":"x-maas-subscription"} {"level":"info","ts":1785444270.218922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","header":"x-maas-username"} {"level":"info","ts":1785444270.2189264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","header":"x-maas-group"} {"level":"info","ts":1785444270.2189412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444270.2189689,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444270.2200747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444270.2201052,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444270.220137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","EoS":false} {"level":"info","ts":1785444270.2201555,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444270.2201984,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690","EoS":true} {"level":"info","ts":1785444270.2202148,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74102ce8-612d-4967-9e20-050b8a779690"} {"level":"info","ts":1785444285.5027673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444285.5028522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.5028684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.502886,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","EoS":true} {"level":"info","ts":1785444285.502929,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","header":"x-maas-group"} {"level":"info","ts":1785444285.5029414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","header":"x-maas-username"} {"level":"info","ts":1785444285.50295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","header":"x-maas-subscription"} {"level":"info","ts":1785444285.5029702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444285.5030055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.5038211,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.5038352,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.5038526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","EoS":false} {"level":"info","ts":1785444285.5038662,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444285.5038993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b","EoS":true} {"level":"info","ts":1785444285.5039086,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9890a476-a9ce-442d-8736-65dab4a1ab0b"} {"level":"info","ts":1785444602.52128,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444602.5213673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.5213783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.5213945,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","EoS":true} {"level":"info","ts":1785444602.5214233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","header":"x-maas-username"} {"level":"info","ts":1785444602.521434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","header":"x-maas-group"} {"level":"info","ts":1785444602.52144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","header":"x-maas-subscription"} {"level":"info","ts":1785444602.5214543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785444602.5214853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.522771,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.522794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.522811,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","EoS":false} {"level":"info","ts":1785444602.5228286,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444602.5228565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959","EoS":true} {"level":"info","ts":1785444602.5228667,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"978443ad-62cc-41f5-8031-66039caa3959"} {"level":"info","ts":1785444607.386646,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"775dc4bd-e6bd-44f3-bc86-2bce9ae1c215","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785444607.3869245,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38944.125832383,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.386952,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.4475348,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.4872828,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"775dc4bd-e6bd-44f3-bc86-2bce9ae1c215","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785444607.5142024,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39e67599-1054-460a-9075-e3b916cc9ec9"} {"level":"info","ts":1785444607.5142007,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9271332b-eb09-4979-bb32-1adbf416e8cf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444607.5142403,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9271332b-eb09-4979-bb32-1adbf416e8cf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785444607.5203013,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b47caeca-6448-4cc7-8a7e-8cbcb31e4875","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444607.5203314,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b47caeca-6448-4cc7-8a7e-8cbcb31e4875","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785444607.523996,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39e67599-1054-460a-9075-e3b916cc9ec9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.5243983,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36922.447152552,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.5244436,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.5342581,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.6244814,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39e67599-1054-460a-9075-e3b916cc9ec9","name":"e2e-external-provider"} {"level":"info","ts":1785444607.6256735,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c398847-5c36-4cfe-b740-ded1320d5748"} {"level":"info","ts":1785444607.62571,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb2b5a51-c97b-48c4-a1df-3cb7f6997310","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.625769,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb2b5a51-c97b-48c4-a1df-3cb7f6997310","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.632901,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0da91624-bc7b-422d-ad9a-8edf3c7d8040","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.6329315,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0da91624-bc7b-422d-ad9a-8edf3c7d8040","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785444607.6343675,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c398847-5c36-4cfe-b740-ded1320d5748","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.6344473,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c398847-5c36-4cfe-b740-ded1320d5748","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785444607.638668,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c398847-5c36-4cfe-b740-ded1320d5748","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785444607.6387134,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c398847-5c36-4cfe-b740-ded1320d5748","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.638792,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ef1122f-8c10-4bbc-9681-d8856abfa439"} {"level":"info","ts":1785444607.6388187,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ef1122f-8c10-4bbc-9681-d8856abfa439","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785444607.640902,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39e67599-1054-460a-9075-e3b916cc9ec9","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785444607.6459837,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42095335-e121-4caf-a791-2d9254f34cde","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.6460178,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"42095335-e121-4caf-a791-2d9254f34cde","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785444607.6462255,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ef1122f-8c10-4bbc-9681-d8856abfa439","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.6462908,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e7bceae-3e5a-4dc9-980e-0e26cd0835dd"} {"level":"info","ts":1785444607.646314,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e7bceae-3e5a-4dc9-980e-0e26cd0835dd","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785444607.6486633,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39e67599-1054-460a-9075-e3b916cc9ec9","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785444607.6506913,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e7bceae-3e5a-4dc9-980e-0e26cd0835dd","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.655772,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39e67599-1054-460a-9075-e3b916cc9ec9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785444607.6622741,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39e67599-1054-460a-9075-e3b916cc9ec9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.662366,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1830fb15-1cf0-49f8-876b-d2ccb15ea852"} {"level":"info","ts":1785444607.6624181,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1830fb15-1cf0-49f8-876b-d2ccb15ea852","name":"e2e-external-provider"} {"level":"info","ts":1785444607.670967,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b804cb2f-bfad-480d-a188-2110d28184a0"} {"level":"info","ts":1785444607.6709938,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b804cb2f-bfad-480d-a188-2110d28184a0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785444607.6744466,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1830fb15-1cf0-49f8-876b-d2ccb15ea852","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785444607.6759698,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b804cb2f-bfad-480d-a188-2110d28184a0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.6831985,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c997590e-5611-4386-a9ca-d97a0dd2b378"} {"level":"info","ts":1785444607.6832922,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03f5ce16-8fdb-4930-b298-2ee3c7303eae"} {"level":"info","ts":1785444607.6833622,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2adbb22a-bfcd-417e-b4f0-e7868fc6a324","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444607.6833918,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2adbb22a-bfcd-417e-b4f0-e7868fc6a324","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785444607.683401,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38331.465510752,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.6834154,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.6834397,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03f5ce16-8fdb-4930-b298-2ee3c7303eae","name":"e2e-external-provider"} {"level":"info","ts":1785444607.6835337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d07edc18-7ad3-4e3f-8e3c-f30eed1565e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.683555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d07edc18-7ad3-4e3f-8e3c-f30eed1565e0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.6905842,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785444607.6928513,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"03f5ce16-8fdb-4930-b298-2ee3c7303eae","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785444607.7841482,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c997590e-5611-4386-a9ca-d97a0dd2b378","name":"e2e-external-model"} {"level":"info","ts":1785444607.793113,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c997590e-5611-4386-a9ca-d97a0dd2b378","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444607.8011308,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4cc20e3-aba9-4cc4-972a-92168679afed"} {"level":"info","ts":1785444607.8012128,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4cc20e3-aba9-4cc4-972a-92168679afed","name":"e2e-external-model"} {"level":"info","ts":1785444607.8011334,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8881b1a-49d2-4804-b708-95ee4ceff4c8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.8012629,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8881b1a-49d2-4804-b708-95ee4ceff4c8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785444607.818729,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b4cc20e3-aba9-4cc4-972a-92168679afed","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444607.8188045,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cf2cea7-d31a-421b-ac74-21845c039524","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.8188457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cf2cea7-d31a-421b-ac74-21845c039524","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.81885,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a94292ac-f14d-4639-ae82-bb056367fdc4"} {"level":"info","ts":1785444607.8189533,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a94292ac-f14d-4639-ae82-bb056367fdc4","name":"e2e-external-model"} {"level":"info","ts":1785444607.8275506,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a94292ac-f14d-4639-ae82-bb056367fdc4","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444607.8332808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17bc5258-13e9-4530-b533-cd2af3e0cabf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444607.8332875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"704997c6-594f-4dd1-a107-4896795b7a00"} {"level":"info","ts":1785444607.8333137,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17bc5258-13e9-4530-b533-cd2af3e0cabf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785444607.8333633,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"704997c6-594f-4dd1-a107-4896795b7a00","name":"e2e-external-model"} {"level":"info","ts":1785444607.841568,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"704997c6-594f-4dd1-a107-4896795b7a00","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444619.5429037,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444619.5429862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.5429988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.5430105,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","EoS":true} {"level":"info","ts":1785444619.5430362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","header":"x-maas-group"} {"level":"info","ts":1785444619.5430472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","header":"x-maas-subscription"} {"level":"info","ts":1785444619.5430737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","header":"x-maas-username"} {"level":"info","ts":1785444619.5430894,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785444619.5430994,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","modelName":"e2e-external-model"} {"level":"info","ts":1785444619.543113,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785444619.5431435,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785444619.5431626,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","authType":"apikey"} {"level":"info","ts":1785444619.5431902,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.6326706,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.632704,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.6327276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","EoS":false} {"level":"info","ts":1785444619.632748,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.632787,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f","EoS":true} {"level":"info","ts":1785444619.6327987,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9916a1b8-fd2f-4337-acf4-57896610f12f"} {"level":"info","ts":1785444619.7541702,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d8a14f9-4c6b-4f64-9a24-4b458fcbf0eb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.7541852,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15bc7a08-36dd-48ec-b049-6868f506e0a9"} {"level":"info","ts":1785444619.7542121,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5d8a14f9-4c6b-4f64-9a24-4b458fcbf0eb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785444619.763148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f2fe8e1-adba-4f8b-a443-652d94572fb1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.7631824,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f2fe8e1-adba-4f8b-a443-652d94572fb1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785444619.7641618,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15bc7a08-36dd-48ec-b049-6868f506e0a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444619.764217,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15bc7a08-36dd-48ec-b049-6868f506e0a9","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.7831316,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dfafc3c-2602-4ced-927d-200b34027d47","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.7831726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dfafc3c-2602-4ced-927d-200b34027d47","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785444619.78347,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15bc7a08-36dd-48ec-b049-6868f506e0a9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785444619.783519,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"15bc7a08-36dd-48ec-b049-6868f506e0a9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444619.7835784,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"433149fb-a36d-4528-872e-a8b2267c71ea"} {"level":"info","ts":1785444619.7836246,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"433149fb-a36d-4528-872e-a8b2267c71ea","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.8076196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"293e1850-a0f5-4f8b-b8e7-cfe00c9aad8a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.8076618,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"293e1850-a0f5-4f8b-b8e7-cfe00c9aad8a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785444619.808424,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"433149fb-a36d-4528-872e-a8b2267c71ea","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785444619.8085077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"058671bd-13d6-4b84-94c9-4dc692b8f01d"} {"level":"info","ts":1785444619.808574,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"058671bd-13d6-4b84-94c9-4dc692b8f01d","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.8189337,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"058671bd-13d6-4b84-94c9-4dc692b8f01d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444619.8269453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0288caf-f1be-4ff9-9d30-9a9f2c343982","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444619.8269897,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0288caf-f1be-4ff9-9d30-9a9f2c343982","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785444619.8269522,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ede6f769-d276-4dd7-898c-bd2b38339fe8"} {"level":"info","ts":1785444619.8270912,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ede6f769-d276-4dd7-898c-bd2b38339fe8","name":"e2e-cleanup-test"} {"level":"info","ts":1785444619.8366773,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ede6f769-d276-4dd7-898c-bd2b38339fe8","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785444628.0371096,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"423e4eba-0c35-4f91-bbce-01d3f7512cd9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444628.0371342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a5018ea8-db0f-4dfc-9960-991414393df0"} {"level":"info","ts":1785444628.037145,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"423e4eba-0c35-4f91-bbce-01d3f7512cd9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785444632.379123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444632.379203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5"} {"level":"info","ts":1785444632.379213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5"} {"level":"info","ts":1785444632.3792233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5","EoS":true} {"level":"info","ts":1785444632.379253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785444632.3792837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"220e63ba-0dfb-4f93-b0f0-b96cc2de23e5"} {"level":"info","ts":1785444632.4262612,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444632.4263365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.4263465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.4263582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","EoS":true} {"level":"info","ts":1785444632.4263859,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","header":"x-maas-group"} {"level":"info","ts":1785444632.4263966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","header":"x-maas-subscription"} {"level":"info","ts":1785444632.4264019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","header":"x-maas-username"} {"level":"info","ts":1785444632.426416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785444632.4264235,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","modelName":"e2e-external-model"} {"level":"info","ts":1785444632.4264364,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785444632.426461,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785444632.4264765,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","authType":"apikey"} {"level":"info","ts":1785444632.4265027,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.4684136,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.468447,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.4684675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","EoS":false} {"level":"info","ts":1785444632.4684842,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.4685185,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a","EoS":true} {"level":"info","ts":1785444632.4685287,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"efc4df62-5638-4e4a-a179-c49222797f7a"} {"level":"info","ts":1785444632.5121849,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444632.5122604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.5122721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.5122905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","EoS":true} {"level":"info","ts":1785444632.5123177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","header":"x-maas-group"} {"level":"info","ts":1785444632.5123277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","header":"x-maas-subscription"} {"level":"info","ts":1785444632.5123334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","header":"x-maas-username"} {"level":"info","ts":1785444632.5123498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785444632.5123816,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.5557387,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.555768,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.5557868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","EoS":false} {"level":"info","ts":1785444632.5558205,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.5558543,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b","EoS":true} {"level":"info","ts":1785444632.5558624,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"76eef47a-34c3-48f8-9a85-81d9e095f59b"} {"level":"info","ts":1785444632.5944724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785444632.5945601,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444632.5945716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444632.5945837,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","EoS":true} {"level":"info","ts":1785444632.5946133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","header":"x-maas-group"} {"level":"info","ts":1785444632.594625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","header":"x-maas-username"} {"level":"info","ts":1785444632.5946302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","header":"x-maas-subscription"} {"level":"info","ts":1785444632.5946681,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444632.6401565,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444632.6401868,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444632.6402092,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","EoS":false} {"level":"info","ts":1785444632.6402273,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444632.6402662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229","EoS":true} {"level":"info","ts":1785444632.6402786,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f95cb4d-6a6b-40d8-a629-d3b36dca2229"} {"level":"info","ts":1785444633.501676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52b571c2-a00a-44b4-bf97-3e39facbcd44"} {"level":"info","ts":1785444633.5016723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2c351d-812c-4912-a948-0972c659d02b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444633.50174,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca2c351d-812c-4912-a948-0972c659d02b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785444633.6442475,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7cc13e9b-7f6a-4a16-a768-44bef2d372c3"} {"level":"info","ts":1785444633.644248,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c428207a-ceb8-48f8-b361-e5baa656256a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444633.6443129,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c428207a-ceb8-48f8-b361-e5baa656256a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785444633.7625866,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"00bcacfd-06fd-41c7-912c-bc803158358c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785444633.7627554,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"00bcacfd-06fd-41c7-912c-bc803158358c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785446135.0548823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446135.0549679,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"10175363-2cf8-4657-bdd6-e1b90792efeb"} {"level":"info","ts":1785446209.825927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785446209.8260143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"} {"level":"info","ts":1785446209.826025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"} {"level":"info","ts":1785446209.8260381,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","EoS":true} {"level":"info","ts":1785446209.8260891,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","header":"x-maas-subscription"} {"level":"info","ts":1785446209.8260999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","header":"x-maas-username"} {"level":"info","ts":1785446209.8261058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","header":"x-maas-group"} {"level":"info","ts":1785446209.8261218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785446209.8261514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"} {"level":"info","ts":1785446209.8270497,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"} {"level":"info","ts":1785446209.8270864,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"} {"level":"info","ts":1785446209.8271031,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","EoS":false} {"level":"info","ts":1785446209.8271139,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"} {"level":"info","ts":1785446209.827142,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af","EoS":true} {"level":"info","ts":1785446209.82715,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a9c628cb-f9a7-4907-9dc7-3ab702b8e3af"}