{"level":"info","ts":1785174164.8784776,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9f47e9be-c698-4655-8d9a-255afdb0980c"} {"level":"info","ts":1785174164.8784919,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f47e9be-c698-4655-8d9a-255afdb0980c","EoS":false} {"level":"info","ts":1785174164.8785028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9f47e9be-c698-4655-8d9a-255afdb0980c","EoS":true} {"level":"info","ts":1785174164.8785293,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9f47e9be-c698-4655-8d9a-255afdb0980c"} {"level":"info","ts":1785174165.6134868,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174165.6135566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174165.6135688,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174165.6136,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","EoS":true} {"level":"info","ts":1785174165.6136234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","header":"x-maas-subscription"} {"level":"info","ts":1785174165.6136336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","header":"x-maas-username"} {"level":"info","ts":1785174165.6136394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","header":"x-maas-group"} {"level":"info","ts":1785174165.6136527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174165.613684,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174165.6145597,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174165.6145973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174165.6146195,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","EoS":false} {"level":"info","ts":1785174165.614639,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a","EoS":true} {"level":"info","ts":1785174165.6146739,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"322bb786-51c4-4a64-a860-9ea0ae4dea9a"} {"level":"info","ts":1785174188.7092881,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174188.7093585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.7093675,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.7093785,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","EoS":true} {"level":"info","ts":1785174188.7094047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","header":"x-maas-subscription"} {"level":"info","ts":1785174188.7094154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","header":"x-maas-group"} {"level":"info","ts":1785174188.7094204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","header":"x-maas-username"} {"level":"info","ts":1785174188.7094328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174188.7094584,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.7104774,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.7104976,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.7105129,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","EoS":false} {"level":"info","ts":1785174188.7105258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb","EoS":true} {"level":"info","ts":1785174188.7105575,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dda8a9bf-d108-4096-9b76-7d798a3e2abb"} {"level":"info","ts":1785174188.841898,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174188.8419704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.8419802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.8419912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","EoS":true} {"level":"info","ts":1785174188.8420148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","header":"x-maas-group"} {"level":"info","ts":1785174188.8420246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","header":"x-maas-subscription"} {"level":"info","ts":1785174188.84203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","header":"x-maas-username"} {"level":"info","ts":1785174188.8420424,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174188.8420665,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.8430154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.8430367,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.8430512,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","EoS":false} {"level":"info","ts":1785174188.8430638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c","EoS":true} {"level":"info","ts":1785174188.8431015,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"883d5d96-303d-4a33-b905-4c4a6c8b7b6c"} {"level":"info","ts":1785174188.976349,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174188.9764256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174188.9764524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174188.9764643,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","EoS":true} {"level":"info","ts":1785174188.9764872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","header":"x-maas-username"} {"level":"info","ts":1785174188.9764972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","header":"x-maas-subscription"} {"level":"info","ts":1785174188.9765024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","header":"x-maas-group"} {"level":"info","ts":1785174188.976516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174188.9765415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174188.9797914,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174188.9798152,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174188.9798312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","EoS":false} {"level":"info","ts":1785174188.9798431,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea","EoS":true} {"level":"info","ts":1785174188.9798772,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9b6d5f0d-cbc9-41e3-a97a-961154e44eea"} {"level":"info","ts":1785174189.1124222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174189.1124897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.1125026,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.1125135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","EoS":true} {"level":"info","ts":1785174189.112536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","header":"x-maas-subscription"} {"level":"info","ts":1785174189.1125476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","header":"x-maas-group"} {"level":"info","ts":1785174189.1125522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","header":"x-maas-username"} {"level":"info","ts":1785174189.112565,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174189.1126084,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.1135375,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.113557,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.113572,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","EoS":false} {"level":"info","ts":1785174189.1136036,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011","EoS":true} {"level":"info","ts":1785174189.1136324,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"550ddfb6-fddc-4174-b8a0-fdd102d9d011"} {"level":"info","ts":1785174189.2458048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174189.2458737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174189.2458858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174189.2459009,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","EoS":true} {"level":"info","ts":1785174189.2459357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","header":"x-maas-subscription"} {"level":"info","ts":1785174189.2459474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","header":"x-maas-username"} {"level":"info","ts":1785174189.245953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","header":"x-maas-group"} {"level":"info","ts":1785174189.2459662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174189.2459908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174189.246874,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174189.2468972,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174189.2469199,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","EoS":false} {"level":"info","ts":1785174189.2469413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d","EoS":true} {"level":"info","ts":1785174189.2469733,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4cd79af5-d4f3-416d-b208-c284d320455d"} {"level":"info","ts":1785174206.072558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174206.0726733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.0726898,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.0727053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","EoS":true} {"level":"info","ts":1785174206.0727327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","header":"x-maas-username"} {"level":"info","ts":1785174206.0727468,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","header":"x-maas-subscription"} {"level":"info","ts":1785174206.072756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","header":"x-maas-group"} {"level":"info","ts":1785174206.0727735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174206.0728009,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.0753489,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.0753691,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.0753849,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","EoS":false} {"level":"info","ts":1785174206.0754006,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329","EoS":true} {"level":"info","ts":1785174206.075431,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5539cb5e-cff5-4cb9-a5de-6fc120db0329"} {"level":"info","ts":1785174206.1707344,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174206.1707993,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecb11375-cb61-495f-98cb-1e5e89506b5e"} {"level":"info","ts":1785174206.1718166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ecb11375-cb61-495f-98cb-1e5e89506b5e"} {"level":"info","ts":1785174206.171843,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ecb11375-cb61-495f-98cb-1e5e89506b5e"} {"level":"info","ts":1785174206.1718643,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecb11375-cb61-495f-98cb-1e5e89506b5e","EoS":false} {"level":"info","ts":1785174206.1718767,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ecb11375-cb61-495f-98cb-1e5e89506b5e"} {"level":"info","ts":1785174206.1719048,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ecb11375-cb61-495f-98cb-1e5e89506b5e","EoS":true} {"level":"info","ts":1785174206.1719148,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ecb11375-cb61-495f-98cb-1e5e89506b5e"} {"level":"info","ts":1785174210.780672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174210.7807434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174210.7807577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174210.7807698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","EoS":true} {"level":"info","ts":1785174210.780795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","header":"x-maas-subscription"} {"level":"info","ts":1785174210.7808056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","header":"x-maas-username"} {"level":"info","ts":1785174210.780811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","header":"x-maas-group"} {"level":"info","ts":1785174210.7808232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174210.7808478,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174210.783328,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174210.783346,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174210.7833617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","EoS":false} {"level":"info","ts":1785174210.7833753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673","EoS":true} {"level":"info","ts":1785174210.7834036,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2180df22-d95c-4a0e-bb30-6a43bca31673"} {"level":"info","ts":1785174221.3711352,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174221.3712304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174221.371247,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174221.3712633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","EoS":true} {"level":"info","ts":1785174221.3712928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","header":"x-maas-subscription"} {"level":"info","ts":1785174221.3713038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","header":"x-maas-username"} {"level":"info","ts":1785174221.37131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","header":"x-maas-group"} {"level":"info","ts":1785174221.3713267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174221.3713589,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174221.374755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174221.374776,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174221.3747964,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","EoS":false} {"level":"info","ts":1785174221.3748083,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e","EoS":true} {"level":"info","ts":1785174221.3748388,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"469f1f42-1e5b-4723-b7c2-0bac8fe2b91e"} {"level":"info","ts":1785174234.2419834,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174234.2420793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174234.242096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174234.2421124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","EoS":true} {"level":"info","ts":1785174234.242147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","header":"x-maas-group"} {"level":"info","ts":1785174234.2421632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","header":"x-maas-subscription"} {"level":"info","ts":1785174234.2421691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","header":"x-maas-username"} {"level":"info","ts":1785174234.2421844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174234.2422116,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174234.2430665,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174234.2430842,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174234.2430997,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","EoS":false} {"level":"info","ts":1785174234.2431111,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76","EoS":true} {"level":"info","ts":1785174234.2431395,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"35b83aaa-20df-4498-979c-1e421288ba76"} {"level":"info","ts":1785174242.7494044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174242.749469,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174242.7494807,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174242.7494917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","EoS":true} {"level":"info","ts":1785174242.7495146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","header":"x-maas-subscription"} {"level":"info","ts":1785174242.7495253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","header":"x-maas-group"} {"level":"info","ts":1785174242.749531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","header":"x-maas-username"} {"level":"info","ts":1785174242.7495441,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174242.749569,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174242.7504086,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174242.750426,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174242.7504416,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","EoS":false} {"level":"info","ts":1785174242.7504525,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f","EoS":true} {"level":"info","ts":1785174242.750481,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5ef484f9-b4eb-4352-8550-3066db5f660f"} {"level":"info","ts":1785174251.5945728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174251.594672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174251.5946903,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174251.5947037,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","EoS":true} {"level":"info","ts":1785174251.594732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","header":"x-maas-username"} {"level":"info","ts":1785174251.5947452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","header":"x-maas-group"} {"level":"info","ts":1785174251.5947542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","header":"x-maas-subscription"} {"level":"info","ts":1785174251.5947683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174251.594794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174251.5956357,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174251.595655,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174251.5956697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","EoS":false} {"level":"info","ts":1785174251.5956807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1","EoS":true} {"level":"info","ts":1785174251.5957077,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b2743b38-932c-40e4-a22f-34ca658f27a1"} {"level":"info","ts":1785174276.393039,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174276.3931262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174276.3931417,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174276.3931541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","EoS":true} {"level":"info","ts":1785174276.3931837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","header":"x-maas-group"} {"level":"info","ts":1785174276.3931978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","header":"x-maas-username"} {"level":"info","ts":1785174276.3932037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","header":"x-maas-subscription"} {"level":"info","ts":1785174276.3932168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174276.3932445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174276.395319,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174276.3953402,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174276.3953607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","EoS":false} {"level":"info","ts":1785174276.3953803,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c","EoS":true} {"level":"info","ts":1785174276.3954248,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f2c09d36-27de-430e-8eb0-e5494f66a79c"} {"level":"info","ts":1785174299.072792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174299.0728557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174299.072865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174299.0728755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","EoS":true} {"level":"info","ts":1785174299.0729003,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","header":"x-maas-subscription"} {"level":"info","ts":1785174299.072911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","header":"x-maas-group"} {"level":"info","ts":1785174299.072918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","header":"x-maas-username"} {"level":"info","ts":1785174299.072932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785174299.0729563,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174299.0738225,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174299.0738413,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174299.0738618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","EoS":false} {"level":"info","ts":1785174299.0738804,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31","EoS":true} {"level":"info","ts":1785174299.0739093,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7225c9d6-f84d-4b3f-9b3f-363c424b7e31"} {"level":"info","ts":1785174323.3260214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174323.326085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174323.3260963,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174323.3261075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","EoS":true} {"level":"info","ts":1785174323.326132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","header":"x-maas-username"} {"level":"info","ts":1785174323.3261425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","header":"x-maas-subscription"} {"level":"info","ts":1785174323.3261478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","header":"x-maas-group"} {"level":"info","ts":1785174323.3261597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174323.3261814,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174323.3280559,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174323.328075,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174323.3280907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","EoS":false} {"level":"info","ts":1785174323.32811,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1","EoS":true} {"level":"info","ts":1785174323.3281388,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"049ec9de-4459-4690-9964-78b41b61cda1"} {"level":"info","ts":1785174332.7075381,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174332.7076316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.707647,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.7076602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","EoS":true} {"level":"info","ts":1785174332.7076843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","header":"x-maas-username"} {"level":"info","ts":1785174332.7076979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","header":"x-maas-group"} {"level":"info","ts":1785174332.7077065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","header":"x-maas-subscription"} {"level":"info","ts":1785174332.70772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174332.7077472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.7085268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.7085464,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.7085617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","EoS":false} {"level":"info","ts":1785174332.7085752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd","EoS":true} {"level":"info","ts":1785174332.7087545,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"44360e31-478f-4835-9bbe-e2c70bd498dd"} {"level":"info","ts":1785174332.7413845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174332.741459,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174332.7414758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174332.7414908,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","EoS":true} {"level":"info","ts":1785174332.7415104,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","header":"x-maas-username"} {"level":"info","ts":1785174332.7415187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","header":"x-maas-group"} {"level":"info","ts":1785174332.7415237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","header":"x-maas-subscription"} {"level":"info","ts":1785174332.7415426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174332.7415714,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174332.742296,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174332.7423189,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174332.742347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","EoS":false} {"level":"info","ts":1785174332.7423663,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26","EoS":true} {"level":"info","ts":1785174332.742392,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b0c6546b-0197-43f5-8dc8-27278d48ed26"} {"level":"info","ts":1785174351.792192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174351.7922785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174351.792298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174351.7923162,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","EoS":true} {"level":"info","ts":1785174351.7923522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","header":"x-maas-subscription"} {"level":"info","ts":1785174351.7923677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","header":"x-maas-username"} {"level":"info","ts":1785174351.7923765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","header":"x-maas-group"} {"level":"info","ts":1785174351.7923968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174351.7924292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174351.7933123,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174351.7933333,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174351.7933486,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","EoS":false} {"level":"info","ts":1785174351.7933607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433","EoS":true} {"level":"info","ts":1785174351.7933898,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb856ef1-ca9e-451c-bd37-50aa9ef26433"} {"level":"info","ts":1785174482.3014956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174482.3015716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174482.3015952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174482.3016071,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","EoS":true} {"level":"info","ts":1785174482.301634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","header":"x-maas-subscription"} {"level":"info","ts":1785174482.3016438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","header":"x-maas-group"} {"level":"info","ts":1785174482.3016496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","header":"x-maas-username"} {"level":"info","ts":1785174482.3016634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785174482.3016896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174482.3029273,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174482.3029478,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174482.302963,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","EoS":false} {"level":"info","ts":1785174482.3029757,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf","EoS":true} {"level":"info","ts":1785174482.303003,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06f67934-dd1c-4185-ab58-688089ebdfbf"} {"level":"info","ts":1785174519.3698301,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174519.3698997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174519.3699112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174519.3699222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","EoS":true} {"level":"info","ts":1785174519.3699496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","header":"x-maas-subscription"} {"level":"info","ts":1785174519.3699613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","header":"x-maas-username"} {"level":"info","ts":1785174519.3699665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","header":"x-maas-group"} {"level":"info","ts":1785174519.3699784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174519.370001,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174519.373625,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174519.37365,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174519.3736725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","EoS":false} {"level":"info","ts":1785174519.3736928,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358","EoS":true} {"level":"info","ts":1785174519.3737292,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1428fc0b-001c-4113-a328-7a4c80f70358"} {"level":"info","ts":1785174534.6455536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174534.6456313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174534.6456444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174534.6456556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","EoS":true} {"level":"info","ts":1785174534.645678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","header":"x-maas-group"} {"level":"info","ts":1785174534.6456883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","header":"x-maas-username"} {"level":"info","ts":1785174534.6456938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","header":"x-maas-subscription"} {"level":"info","ts":1785174534.6457083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174534.6457334,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174534.6466122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174534.646629,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174534.6466432,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","EoS":false} {"level":"info","ts":1785174534.6466556,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54","EoS":true} {"level":"info","ts":1785174534.6466813,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a9faa99b-f222-456c-b8bd-4c04205c9d54"} {"level":"info","ts":1785174844.7253878,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174844.725455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174844.725464,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174844.7254739,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","EoS":true} {"level":"info","ts":1785174844.7254934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","header":"x-maas-subscription"} {"level":"info","ts":1785174844.725504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","header":"x-maas-group"} {"level":"info","ts":1785174844.7255096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","header":"x-maas-username"} {"level":"info","ts":1785174844.7255228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785174844.7255461,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174844.7264247,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174844.726446,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174844.7264612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","EoS":false} {"level":"info","ts":1785174844.7264726,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1","EoS":true} {"level":"info","ts":1785174844.7265036,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"40fb96da-53a9-4854-a4a9-4737de6e6ea1"} {"level":"info","ts":1785174849.4746423,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"308099cc-497b-42d4-b069-461d45bd08b3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785174849.4749002,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34718.988235679,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.4749355,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.5034242,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.5753605,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"308099cc-497b-42d4-b069-461d45bd08b3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785174849.602607,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e24051ae-3288-40a7-88ec-8e4dbd8df914","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174849.6026406,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e24051ae-3288-40a7-88ec-8e4dbd8df914","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785174849.6027064,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"523a4867-a92b-4aba-b298-13d23f2ce516"} {"level":"info","ts":1785174849.60982,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b16d6f6f-320d-45a2-a62a-1349ef370bd8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174849.6098528,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b16d6f6f-320d-45a2-a62a-1349ef370bd8","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785174849.610049,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37227.160726031,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.610069,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.6171079,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.7110078,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"523a4867-a92b-4aba-b298-13d23f2ce516","name":"e2e-external-provider"} {"level":"info","ts":1785174849.712357,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c887ed88-1203-45b7-b594-5a67f322f247"} {"level":"info","ts":1785174849.712383,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"185bcdb9-7559-4d46-8046-ba45d0ed469d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.7124214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"185bcdb9-7559-4d46-8046-ba45d0ed469d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174849.717636,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c887ed88-1203-45b7-b594-5a67f322f247","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785174849.7176795,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87c77d78-f547-4490-9551-332362c4bcf8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.7177014,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87c77d78-f547-4490-9551-332362c4bcf8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785174849.7241323,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c887ed88-1203-45b7-b594-5a67f322f247","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.7241945,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffd2dd3d-3558-45af-b3b0-0b6211616a03"} {"level":"info","ts":1785174849.7242205,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffd2dd3d-3558-45af-b3b0-0b6211616a03","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785174849.724261,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c84233c-7583-450a-a8ec-fbf331099c45","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.7242856,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c84233c-7583-450a-a8ec-fbf331099c45","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174849.7272823,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"523a4867-a92b-4aba-b298-13d23f2ce516","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785174849.7273335,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffd2dd3d-3558-45af-b3b0-0b6211616a03","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785174849.7273748,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffd2dd3d-3558-45af-b3b0-0b6211616a03","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.727423,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5486ac18-f95d-4f56-b055-d8d1b938096d"} {"level":"info","ts":1785174849.7274442,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5486ac18-f95d-4f56-b055-d8d1b938096d","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785174849.7313538,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5486ac18-f95d-4f56-b055-d8d1b938096d","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.7347257,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"523a4867-a92b-4aba-b298-13d23f2ce516","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785174849.7412868,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"523a4867-a92b-4aba-b298-13d23f2ce516","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785174849.7481523,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e7e62dbe-410b-4e00-b0bb-d56a5c02ebc7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174849.748232,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83c6fe8e-cc90-4fdc-8585-ed3159d4e98d"} {"level":"info","ts":1785174849.748237,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e7e62dbe-410b-4e00-b0bb-d56a5c02ebc7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785174849.7482982,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1e967c-2d8e-45bd-9fd1-201c2929930e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.7488732,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0276ddc-9ac2-4ec8-876e-45c461159d22"} {"level":"info","ts":1785174849.7489629,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0276ddc-9ac2-4ec8-876e-45c461159d22","name":"e2e-external-provider"} {"level":"info","ts":1785174849.7490146,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34074.17353443,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.7490394,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.749307,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1e967c-2d8e-45bd-9fd1-201c2929930e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174849.7588408,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785174849.761282,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d0276ddc-9ac2-4ec8-876e-45c461159d22","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785174849.8494825,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83c6fe8e-cc90-4fdc-8585-ed3159d4e98d","name":"e2e-external-model"} {"level":"info","ts":1785174849.868798,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"888b6d90-7051-413b-908a-a9e17b3a18d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.8688405,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"888b6d90-7051-413b-908a-a9e17b3a18d2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785174849.872912,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83c6fe8e-cc90-4fdc-8585-ed3159d4e98d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785174849.8729577,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83c6fe8e-cc90-4fdc-8585-ed3159d4e98d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.8730237,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caa524fe-0ca8-4688-99fd-ed26cd823072"} {"level":"info","ts":1785174849.8731413,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caa524fe-0ca8-4688-99fd-ed26cd823072","name":"e2e-external-model"} {"level":"info","ts":1785174849.8836758,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"282b3700-4a4a-4aa3-acfe-ab33c5c13cd3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.8837674,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"282b3700-4a4a-4aa3-acfe-ab33c5c13cd3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785174849.8847573,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caa524fe-0ca8-4688-99fd-ed26cd823072","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785174849.887842,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caa524fe-0ca8-4688-99fd-ed26cd823072","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.887915,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22326b3d-ef63-436b-ba69-53c26674ed6e"} {"level":"info","ts":1785174849.8879628,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22326b3d-ef63-436b-ba69-53c26674ed6e","name":"e2e-external-model"} {"level":"info","ts":1785174849.8951547,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22326b3d-ef63-436b-ba69-53c26674ed6e","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174849.8964477,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb193352-14ae-4dd8-a5d1-c2e9834adb4c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174849.8964746,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb193352-14ae-4dd8-a5d1-c2e9834adb4c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785174849.898107,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"22326b3d-ef63-436b-ba69-53c26674ed6e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174849.8981779,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20653cd2-2acc-47c9-b0b9-f3d636cf3300"} {"level":"info","ts":1785174849.898221,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20653cd2-2acc-47c9-b0b9-f3d636cf3300","name":"e2e-external-model"} {"level":"info","ts":1785174849.9052706,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20653cd2-2acc-47c9-b0b9-f3d636cf3300","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174857.1286542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174857.1287286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2"} {"level":"info","ts":1785174857.1287453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2"} {"level":"info","ts":1785174857.1287665,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","EoS":true} {"level":"info","ts":1785174857.1287982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","header":"x-maas-username"} {"level":"info","ts":1785174857.1288128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","header":"x-maas-group"} {"level":"info","ts":1785174857.128821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","header":"x-maas-subscription"} {"level":"info","ts":1785174857.1288402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174857.128852,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","modelName":"e2e-external-model"} {"level":"info","ts":1785174857.128869,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174857.1289191,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785174857.1289485,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2","authType":"apikey"} {"level":"info","ts":1785174857.1289861,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aed49e49-996b-4f6b-917d-f06dee9f1ac2"} {"level":"info","ts":1785174857.2430959,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa53a425-932e-463c-a559-52accacaa4ce"} {"level":"info","ts":1785174857.2431118,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f45ef87-7c79-45e2-9f09-06e66819e148","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.2431636,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4f45ef87-7c79-45e2-9f09-06e66819e148","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174857.2499137,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ad5e71b-a2c3-42a0-8868-7cdf672065c5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.2499459,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4ad5e71b-a2c3-42a0-8868-7cdf672065c5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174857.2501328,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa53a425-932e-463c-a559-52accacaa4ce","name":"e2e-cleanup-test"} {"level":"info","ts":1785174857.2602427,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa53a425-932e-463c-a559-52accacaa4ce","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174857.2653615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af7f9fe4-0363-4d67-8fb9-0899a3236dfe"} {"level":"info","ts":1785174857.265418,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af7f9fe4-0363-4d67-8fb9-0899a3236dfe","name":"e2e-cleanup-test"} {"level":"info","ts":1785174857.2656083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46b6c005-4d15-4fbd-a26e-aca7c352b7a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.2656431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46b6c005-4d15-4fbd-a26e-aca7c352b7a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785174857.2791555,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af7f9fe4-0363-4d67-8fb9-0899a3236dfe","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785174857.2791948,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af7f9fe4-0363-4d67-8fb9-0899a3236dfe","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174857.2792416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e0ccf73-27fd-4c0a-9897-c42cf297ad39"} {"level":"info","ts":1785174857.2792845,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e0ccf73-27fd-4c0a-9897-c42cf297ad39","name":"e2e-cleanup-test"} {"level":"info","ts":1785174857.2809224,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20a062e7-6783-4541-9fc0-b7db1862891e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.2809546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20a062e7-6783-4541-9fc0-b7db1862891e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174857.2890942,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e0ccf73-27fd-4c0a-9897-c42cf297ad39","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785174857.293177,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e0ccf73-27fd-4c0a-9897-c42cf297ad39","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174857.2932577,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e206c43-d7c7-4f63-8907-ee81db6d0e68"} {"level":"info","ts":1785174857.2933145,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e206c43-d7c7-4f63-8907-ee81db6d0e68","name":"e2e-cleanup-test"} {"level":"info","ts":1785174857.2965577,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d0c4740-ea1c-458e-ac43-0f48ed5794b5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174857.296614,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d0c4740-ea1c-458e-ac43-0f48ed5794b5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785174857.3024433,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e206c43-d7c7-4f63-8907-ee81db6d0e68","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785174857.3056922,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e206c43-d7c7-4f63-8907-ee81db6d0e68","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785174857.3057575,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ec23b61-5ab6-4a60-adc6-92e712a291d7"} {"level":"info","ts":1785174857.3057995,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ec23b61-5ab6-4a60-adc6-92e712a291d7","name":"e2e-cleanup-test"} {"level":"info","ts":1785174857.3140767,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ec23b61-5ab6-4a60-adc6-92e712a291d7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785174865.498155,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"919f5f1b-d14c-4150-b8c2-7ff430e5d2db"} {"level":"info","ts":1785174865.4982016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d6c4b2e-df77-480d-80ef-baa406847004","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174865.498239,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d6c4b2e-df77-480d-80ef-baa406847004","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785174869.8048666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174869.8049371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3"} {"level":"info","ts":1785174869.804953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3"} {"level":"info","ts":1785174869.8049686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3","EoS":true} {"level":"info","ts":1785174869.8050044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785174869.8050308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0c68389-0f9e-4fd6-b9fc-f06ab0eb9eb3"} {"level":"info","ts":1785174869.8407142,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174869.8407793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25"} {"level":"info","ts":1785174869.8407931,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25"} {"level":"info","ts":1785174869.8408034,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","EoS":true} {"level":"info","ts":1785174869.8408237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","header":"x-maas-group"} {"level":"info","ts":1785174869.840834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","header":"x-maas-subscription"} {"level":"info","ts":1785174869.840841,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","header":"x-maas-username"} {"level":"info","ts":1785174869.8408532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174869.8408618,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","modelName":"e2e-external-model"} {"level":"info","ts":1785174869.8408737,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785174869.8408973,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785174869.8409154,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25","authType":"apikey"} {"level":"info","ts":1785174869.8409395,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a65bfbc-bbfc-46d6-bffb-f1ee3465eb25"} {"level":"info","ts":1785174869.8760555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174869.876121,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174869.8761334,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174869.8761444,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","EoS":true} {"level":"info","ts":1785174869.8761654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","header":"x-maas-username"} {"level":"info","ts":1785174869.8761756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","header":"x-maas-subscription"} {"level":"info","ts":1785174869.8761816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","header":"x-maas-group"} {"level":"info","ts":1785174869.876193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785174869.876213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174869.9818187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174869.9818535,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174869.981879,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","EoS":false} {"level":"info","ts":1785174869.9819016,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","EoS":true} {"level":"error","ts":1785174869.9819112,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785174869.9819715,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dd6cbdf2-16c0-42f4-b654-880da3043930"} {"level":"info","ts":1785174870.0159972,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785174870.0160677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.0160813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.0160923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","EoS":true} {"level":"info","ts":1785174870.0161128,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","header":"x-maas-username"} {"level":"info","ts":1785174870.0161233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","header":"x-maas-subscription"} {"level":"info","ts":1785174870.0161288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","header":"x-maas-group"} {"level":"info","ts":1785174870.0161567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.0655472,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.0655756,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.0656137,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","EoS":false} {"level":"info","ts":1785174870.0656328,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","EoS":true} {"level":"error","ts":1785174870.0656512,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785174870.0656896,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"30d97dc6-5646-4239-b05f-6274c0c744fb"} {"level":"info","ts":1785174870.8636189,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b82d528c-3cd6-4a67-b895-3167630f0fdc"} {"level":"info","ts":1785174870.8636189,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4a5e57a-349d-4f32-b47f-29f6e05d6d1d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174870.863695,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a4a5e57a-349d-4f32-b47f-29f6e05d6d1d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785174871.0090232,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"220f40ff-79bf-43b9-b28f-554f66425e4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174871.009072,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"220f40ff-79bf-43b9-b28f-554f66425e4b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785174871.0091162,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"be779828-799e-441e-8112-d5bcd07ac007"} {"level":"info","ts":1785174871.1217785,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0ce8dca2-5126-46e3-8864-e07981cc7786","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785174871.1218371,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0ce8dca2-5126-46e3-8864-e07981cc7786","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785176359.8065238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785176359.8066077,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d5d0c7f8-6cb9-4006-8f4d-133e4b42ec2a"} {"level":"info","ts":1785176417.3067882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785176417.3068888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"} {"level":"info","ts":1785176417.3069012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"} {"level":"info","ts":1785176417.3069134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","EoS":true} {"level":"info","ts":1785176417.3069406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","header":"x-maas-username"} {"level":"info","ts":1785176417.3069513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","header":"x-maas-group"} {"level":"info","ts":1785176417.3069563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","header":"x-maas-subscription"} {"level":"info","ts":1785176417.3069708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785176417.306996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"} {"level":"info","ts":1785176417.309674,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"} {"level":"info","ts":1785176417.3097,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"} {"level":"info","ts":1785176417.3097222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","EoS":false} {"level":"info","ts":1785176417.3097434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b","EoS":true} {"level":"info","ts":1785176417.3097775,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"dcc0c751-12a2-44e0-bb75-f0fb0186d68b"}