{"level":"info","ts":1785957435.4417386,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.441835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.4418445,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.4418547,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","EoS":true} {"level":"info","ts":1785957435.4418805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","header":"x-maas-username"} {"level":"info","ts":1785957435.4418907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","header":"x-maas-subscription"} {"level":"info","ts":1785957435.441896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","header":"x-maas-group"} {"level":"info","ts":1785957435.4419103,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.4419372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.4441864,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.444222,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.444246,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","EoS":false} {"level":"info","ts":1785957435.4442666,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.444295,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae","EoS":true} {"level":"info","ts":1785957435.4443023,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"120e0672-cadc-44f1-9187-c1d2c157beae"} {"level":"info","ts":1785957435.583683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.5838022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.5838206,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.5838404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","EoS":true} {"level":"info","ts":1785957435.5838776,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","header":"x-maas-subscription"} {"level":"info","ts":1785957435.5838902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","header":"x-maas-username"} {"level":"info","ts":1785957435.5838985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","header":"x-maas-group"} {"level":"info","ts":1785957435.5839188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.5839522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.584907,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.584929,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.5849507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","EoS":false} {"level":"info","ts":1785957435.5849655,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.5849972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a","EoS":true} {"level":"info","ts":1785957435.5850108,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ffb56e48-3e56-4193-83c9-249248980b6a"} {"level":"info","ts":1785957435.7209735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.721042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.7210526,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.7210634,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","EoS":true} {"level":"info","ts":1785957435.7210858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","header":"x-maas-subscription"} {"level":"info","ts":1785957435.7210953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","header":"x-maas-group"} {"level":"info","ts":1785957435.7211022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","header":"x-maas-username"} {"level":"info","ts":1785957435.721115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.7211404,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.7220826,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.7221026,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.7221189,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","EoS":false} {"level":"info","ts":1785957435.7221308,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.7221596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74","EoS":true} {"level":"info","ts":1785957435.7221673,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2f694b78-07aa-4a3f-b43e-8fab61ac1c74"} {"level":"info","ts":1785957435.864808,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957435.864885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.8648946,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.8649054,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","EoS":true} {"level":"info","ts":1785957435.8649282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","header":"x-maas-subscription"} {"level":"info","ts":1785957435.8649397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","header":"x-maas-username"} {"level":"info","ts":1785957435.8649454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","header":"x-maas-group"} {"level":"info","ts":1785957435.8649585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957435.8649848,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.8658977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.8659184,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.8659387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","EoS":false} {"level":"info","ts":1785957435.8659513,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957435.865976,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a","EoS":true} {"level":"info","ts":1785957435.8659816,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fcd33d54-948f-4714-832c-0942203f7b9a"} {"level":"info","ts":1785957456.9740827,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957456.9741597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.9741693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.974181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","EoS":true} {"level":"info","ts":1785957456.97421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","header":"x-maas-username"} {"level":"info","ts":1785957456.9742205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","header":"x-maas-subscription"} {"level":"info","ts":1785957456.974226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","header":"x-maas-group"} {"level":"info","ts":1785957456.9742396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957456.9742663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.9752212,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.975247,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.9752696,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","EoS":false} {"level":"info","ts":1785957456.97529,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957456.975318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11","EoS":true} {"level":"info","ts":1785957456.9753256,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8c9457e8-f333-439b-8e22-abf9c59b4a11"} {"level":"info","ts":1785957457.080614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957457.080698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8906fdb1-b05a-4d50-9e91-abf4120ac858"} {"level":"info","ts":1785957457.0816138,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8906fdb1-b05a-4d50-9e91-abf4120ac858"} {"level":"info","ts":1785957457.0816271,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8906fdb1-b05a-4d50-9e91-abf4120ac858"} {"level":"info","ts":1785957457.0816436,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8906fdb1-b05a-4d50-9e91-abf4120ac858","EoS":false} {"level":"info","ts":1785957457.0816627,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8906fdb1-b05a-4d50-9e91-abf4120ac858"} {"level":"info","ts":1785957457.0816824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8906fdb1-b05a-4d50-9e91-abf4120ac858","EoS":true} {"level":"info","ts":1785957457.0816886,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8906fdb1-b05a-4d50-9e91-abf4120ac858"} {"level":"info","ts":1785957461.672618,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957461.6727095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957461.6727238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957461.672737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","EoS":true} {"level":"info","ts":1785957461.672777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","header":"x-maas-subscription"} {"level":"info","ts":1785957461.6727877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","header":"x-maas-group"} {"level":"info","ts":1785957461.672794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","header":"x-maas-username"} {"level":"info","ts":1785957461.672808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957461.672831,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957461.6736467,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957461.6736622,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957461.673675,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","EoS":false} {"level":"info","ts":1785957461.673686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957461.6737125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e","EoS":true} {"level":"info","ts":1785957461.6737235,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"430b7da9-3a05-49b0-af0e-7bac2a30148e"} {"level":"info","ts":1785957470.2394302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957470.2395282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957470.2395391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957470.239552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","EoS":true} {"level":"info","ts":1785957470.2395847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","header":"x-maas-username"} {"level":"info","ts":1785957470.2395933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","header":"x-maas-subscription"} {"level":"info","ts":1785957470.239599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","header":"x-maas-group"} {"level":"info","ts":1785957470.2396138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957470.2396412,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957470.2535286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957470.2535577,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957470.2535799,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","EoS":false} {"level":"info","ts":1785957470.2535963,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957470.2536378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483","EoS":true} {"level":"info","ts":1785957470.2536476,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1cb15380-ba83-4342-ab0d-ce20fc58b483"} {"level":"info","ts":1785957483.1079233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957483.1080227,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957483.1080327,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957483.1080446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","EoS":true} {"level":"info","ts":1785957483.1080728,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","header":"x-maas-username"} {"level":"info","ts":1785957483.1080828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","header":"x-maas-subscription"} {"level":"info","ts":1785957483.1080883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","header":"x-maas-group"} {"level":"info","ts":1785957483.108104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957483.1081326,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957483.1089516,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957483.108981,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957483.1090043,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","EoS":false} {"level":"info","ts":1785957483.109024,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957483.1090517,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692","EoS":true} {"level":"info","ts":1785957483.1090593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bcfe742e-69fe-45df-81d7-8e3d79df3692"} {"level":"info","ts":1785957491.6272821,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957491.6273699,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957491.6273813,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957491.627393,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","EoS":true} {"level":"info","ts":1785957491.6274245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","header":"x-maas-group"} {"level":"info","ts":1785957491.6274374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","header":"x-maas-subscription"} {"level":"info","ts":1785957491.627442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","header":"x-maas-username"} {"level":"info","ts":1785957491.6274562,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957491.6274827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957491.6282492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957491.6282754,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957491.6282983,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","EoS":false} {"level":"info","ts":1785957491.6283193,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957491.628358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8","EoS":true} {"level":"info","ts":1785957491.6283698,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"bda4f4dd-e691-4685-95bf-7895b6cba9a8"} {"level":"info","ts":1785957500.5061374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957500.5062206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957500.5062315,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957500.5062442,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","EoS":true} {"level":"info","ts":1785957500.50627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","header":"x-maas-subscription"} {"level":"info","ts":1785957500.5062804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","header":"x-maas-group"} {"level":"info","ts":1785957500.5062866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","header":"x-maas-username"} {"level":"info","ts":1785957500.5063038,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957500.506328,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957500.507083,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957500.5071013,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957500.507117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","EoS":false} {"level":"info","ts":1785957500.5071278,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957500.5071528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393","EoS":true} {"level":"info","ts":1785957500.507164,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8351186-fcf9-4bdf-832e-968ad77ca393"} {"level":"info","ts":1785957532.9576945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957532.957811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957532.9578252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957532.957838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","EoS":true} {"level":"info","ts":1785957532.9578633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","header":"x-maas-username"} {"level":"info","ts":1785957532.9578738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","header":"x-maas-group"} {"level":"info","ts":1785957532.9578793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","header":"x-maas-subscription"} {"level":"info","ts":1785957532.9578927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957532.9579175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957532.958975,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957532.9589958,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957532.9590168,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","EoS":false} {"level":"info","ts":1785957532.9590325,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957532.9590592,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11","EoS":true} {"level":"info","ts":1785957532.959069,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f507ef29-182e-43d5-8dbc-f3b4e8400a11"} {"level":"info","ts":1785957565.5558193,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957565.555912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957565.5559297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957565.5559423,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","EoS":true} {"level":"info","ts":1785957565.5559702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","header":"x-maas-username"} {"level":"info","ts":1785957565.55598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","header":"x-maas-group"} {"level":"info","ts":1785957565.555986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","header":"x-maas-subscription"} {"level":"info","ts":1785957565.556006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785957565.5560338,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957565.5570226,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957565.5570533,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957565.5570788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","EoS":false} {"level":"info","ts":1785957565.557094,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957565.5571218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494","EoS":true} {"level":"info","ts":1785957565.5571318,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b8b218e0-c458-4d89-bc68-cee22ab6b494"} {"level":"info","ts":1785957600.3543801,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957600.3544858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957600.3545027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957600.354519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","EoS":true} {"level":"info","ts":1785957600.3545485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","header":"x-maas-subscription"} {"level":"info","ts":1785957600.354558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","header":"x-maas-group"} {"level":"info","ts":1785957600.3545632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","header":"x-maas-username"} {"level":"info","ts":1785957600.3545783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957600.3546069,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957600.3553886,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957600.3554113,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957600.3554344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","EoS":false} {"level":"info","ts":1785957600.3554583,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957600.3555005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce","EoS":true} {"level":"info","ts":1785957600.3555148,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79d8fc65-3244-4028-b0bf-9ab30fd1e5ce"} {"level":"info","ts":1785957609.7075677,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957609.7076695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.7076812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.7076933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","EoS":true} {"level":"info","ts":1785957609.707722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","header":"x-maas-username"} {"level":"info","ts":1785957609.7077334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","header":"x-maas-subscription"} {"level":"info","ts":1785957609.707742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","header":"x-maas-group"} {"level":"info","ts":1785957609.7077935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957609.7078233,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.7085948,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.7086163,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.7086315,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","EoS":false} {"level":"info","ts":1785957609.7086453,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.708673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd","EoS":true} {"level":"info","ts":1785957609.7086825,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9ec1df9d-c5a0-489f-8093-372793e8e5fd"} {"level":"info","ts":1785957609.7478633,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957609.7479508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957609.7479608,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957609.7479732,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","EoS":true} {"level":"info","ts":1785957609.7479997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","header":"x-maas-subscription"} {"level":"info","ts":1785957609.7480133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","header":"x-maas-group"} {"level":"info","ts":1785957609.7480223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","header":"x-maas-username"} {"level":"info","ts":1785957609.7480361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957609.748062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957609.748815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957609.7488394,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957609.7488563,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","EoS":false} {"level":"info","ts":1785957609.7488692,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957609.7489007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1","EoS":true} {"level":"info","ts":1785957609.7489076,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"83092fac-b670-48d7-95a4-c5be025f65c1"} {"level":"info","ts":1785957628.6563199,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957628.656406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957628.6564236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957628.6564443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","EoS":true} {"level":"info","ts":1785957628.6564808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","header":"x-maas-group"} {"level":"info","ts":1785957628.656497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","header":"x-maas-subscription"} {"level":"info","ts":1785957628.656506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","header":"x-maas-username"} {"level":"info","ts":1785957628.6565263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957628.6565611,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957628.657231,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957628.6572564,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957628.6572723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","EoS":false} {"level":"info","ts":1785957628.6572838,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957628.6573102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188","EoS":true} {"level":"info","ts":1785957628.65732,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d0b4d7a6-292e-4a5f-b73e-aeab17934188"} {"level":"info","ts":1785957807.1824214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957807.1825087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957807.182517,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957807.182529,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","EoS":true} {"level":"info","ts":1785957807.1825519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","header":"x-maas-group"} {"level":"info","ts":1785957807.1825628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","header":"x-maas-subscription"} {"level":"info","ts":1785957807.1825678,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","header":"x-maas-username"} {"level":"info","ts":1785957807.1825814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785957807.1826057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957807.1961057,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957807.1961415,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957807.1961653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","EoS":false} {"level":"info","ts":1785957807.1961813,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957807.1962156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1","EoS":true} {"level":"info","ts":1785957807.1962268,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2259fe31-75df-4147-a61d-a0f65358e2e1"} {"level":"info","ts":1785957888.4566493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957888.4567437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957888.456772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957888.4567847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","EoS":true} {"level":"info","ts":1785957888.456811,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","header":"x-maas-group"} {"level":"info","ts":1785957888.4568217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","header":"x-maas-subscription"} {"level":"info","ts":1785957888.456827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","header":"x-maas-username"} {"level":"info","ts":1785957888.4568508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957888.456877,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957888.4585075,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957888.458539,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957888.4585612,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","EoS":false} {"level":"info","ts":1785957888.4585834,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957888.4586117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8","EoS":true} {"level":"info","ts":1785957888.45862,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"75485f08-a698-4928-9a90-5486b376e3e8"} {"level":"info","ts":1785957903.6718404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785957903.6719315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.6719432,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.6719584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","EoS":true} {"level":"info","ts":1785957903.6719959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","header":"x-maas-username"} {"level":"info","ts":1785957903.67201,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","header":"x-maas-subscription"} {"level":"info","ts":1785957903.6720169,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","header":"x-maas-group"} {"level":"info","ts":1785957903.672036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785957903.6720705,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.673477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.6735044,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.6735218,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","EoS":false} {"level":"info","ts":1785957903.6735332,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785957903.6735597,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0","EoS":true} {"level":"info","ts":1785957903.6735735,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"058e31b0-8246-4300-90b7-f5ce25c246d0"} {"level":"info","ts":1785958231.0118713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958231.011966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958231.0119789,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958231.0119975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","EoS":true} {"level":"info","ts":1785958231.0120335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","header":"x-maas-username"} {"level":"info","ts":1785958231.012047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","header":"x-maas-subscription"} {"level":"info","ts":1785958231.0120568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","header":"x-maas-group"} {"level":"info","ts":1785958231.0120785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785958231.0121129,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958231.0130298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958231.0130496,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958231.0130644,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","EoS":false} {"level":"info","ts":1785958231.013076,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958231.0130954,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3","EoS":true} {"level":"info","ts":1785958231.0131032,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9899bd04-f7e3-4690-afa4-ad24a538a9d3"} {"level":"info","ts":1785958235.7518027,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a8e10319-d096-472b-8c28-b77eae389c94","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785958235.7520993,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34991.336650433,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958235.7521267,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958235.7971911,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958235.8529809,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a8e10319-d096-472b-8c28-b77eae389c94","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785958235.859168,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b728870c-3485-491b-a11d-cad65eca20c6"} {"level":"info","ts":1785958235.8591676,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54e127fc-66a3-4d58-ae5b-1691f7acd126","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958235.8592937,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"54e127fc-66a3-4d58-ae5b-1691f7acd126","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785958235.8684444,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1cda839-f70a-4088-8f34-daf8963e8745","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958235.8685436,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1cda839-f70a-4088-8f34-daf8963e8745","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785958235.8685782,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32656.240036037,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958235.8686013,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958235.8764052,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958235.957648,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"772ef9d9-523c-4510-9211-34559c03d65d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958235.9576893,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"622074c1-ff16-47c3-817f-362d6c2500b8"} {"level":"info","ts":1785958235.9577045,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"772ef9d9-523c-4510-9211-34559c03d65d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958235.9632895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1534a7c-698e-43b4-919f-e3e5c585ae41","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958235.9633186,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1534a7c-698e-43b4-919f-e3e5c585ae41","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958235.9635851,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"622074c1-ff16-47c3-817f-362d6c2500b8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785958235.9693177,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b728870c-3485-491b-a11d-cad65eca20c6","name":"e2e-external-provider"} {"level":"info","ts":1785958235.9709163,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26622558-ca20-4fb9-9155-be6ab8af671a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958235.970942,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26622558-ca20-4fb9-9155-be6ab8af671a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785958235.970992,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"622074c1-ff16-47c3-817f-362d6c2500b8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958235.9710574,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c23bcb3-c394-4211-b680-442fe6dcbc80"} {"level":"info","ts":1785958235.9710858,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c23bcb3-c394-4211-b680-442fe6dcbc80","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785958235.9758077,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c23bcb3-c394-4211-b680-442fe6dcbc80","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958235.978341,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b728870c-3485-491b-a11d-cad65eca20c6","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785958235.9862819,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c59f0ef9-7095-417b-8508-fb8e095e63f8"} {"level":"info","ts":1785958235.9863205,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c59f0ef9-7095-417b-8508-fb8e095e63f8","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785958235.9901457,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b728870c-3485-491b-a11d-cad65eca20c6","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785958235.997059,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c59f0ef9-7095-417b-8508-fb8e095e63f8","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958235.9977772,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b728870c-3485-491b-a11d-cad65eca20c6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785958236.0031629,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aecaa04f-f6ab-41f4-bec4-24b61c94e92b"} {"level":"info","ts":1785958236.0032244,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aecaa04f-f6ab-41f4-bec4-24b61c94e92b","name":"e2e-external-provider"} {"level":"info","ts":1785958236.0032682,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55cf0743-a393-432d-b722-848e07499549"} {"level":"info","ts":1785958236.0031614,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d02588f-53de-4196-8558-17cb970c8561","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958236.0032246,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e674a8e2-4537-4c96-aad4-37dbbb67023b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.003456,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34348.893969968,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.0034704,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.0034845,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d02588f-53de-4196-8558-17cb970c8561","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785958236.0035222,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e674a8e2-4537-4c96-aad4-37dbbb67023b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958236.0141838,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785958236.0154545,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"aecaa04f-f6ab-41f4-bec4-24b61c94e92b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785958236.0203269,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f7a5907-be52-423e-83cd-4c8a29773623"} {"level":"info","ts":1785958236.0203686,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f7a5907-be52-423e-83cd-4c8a29773623","name":"e2e-external-provider"} {"level":"info","ts":1785958236.0293384,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f7a5907-be52-423e-83cd-4c8a29773623","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785958236.1038501,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55cf0743-a393-432d-b722-848e07499549","name":"e2e-external-model"} {"level":"info","ts":1785958236.116803,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55cf0743-a393-432d-b722-848e07499549","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958236.1241643,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61905155-71ed-4940-bd61-6e69f18bf6ff","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.1242163,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61905155-71ed-4940-bd61-6e69f18bf6ff","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958236.1242163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dda23d6e-8fa3-440b-94b1-177765134d15"} {"level":"info","ts":1785958236.124295,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dda23d6e-8fa3-440b-94b1-177765134d15","name":"e2e-external-model"} {"level":"error","ts":1785958236.1386406,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dda23d6e-8fa3-440b-94b1-177765134d15","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958236.1388083,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"121b5190-349c-4766-a49b-8f89e69c7c2d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.138824,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c5fcc3d-b37c-4299-b54f-a9cff457d90b"} {"level":"info","ts":1785958236.1388397,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"121b5190-349c-4766-a49b-8f89e69c7c2d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958236.138884,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c5fcc3d-b37c-4299-b54f-a9cff457d90b","name":"e2e-external-model"} {"level":"info","ts":1785958236.148942,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c5fcc3d-b37c-4299-b54f-a9cff457d90b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958236.1553001,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1f0afb0-bf35-4b8d-93ef-c93817c5b08f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958236.1553752,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1f0afb0-bf35-4b8d-93ef-c93817c5b08f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785958236.155311,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25630a47-17c7-4639-9e03-fd9c1c9e25ff"} {"level":"info","ts":1785958236.155467,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25630a47-17c7-4639-9e03-fd9c1c9e25ff","name":"e2e-external-model"} {"level":"info","ts":1785958236.1651587,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"25630a47-17c7-4639-9e03-fd9c1c9e25ff","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958247.6762156,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958247.6762898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.676298,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.6763096,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","EoS":true} {"level":"info","ts":1785958247.6763337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","header":"x-maas-group"} {"level":"info","ts":1785958247.676341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","header":"x-maas-username"} {"level":"info","ts":1785958247.6763456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","header":"x-maas-subscription"} {"level":"info","ts":1785958247.6763585,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785958247.6763678,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","modelName":"e2e-external-model"} {"level":"info","ts":1785958247.6763802,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785958247.6764102,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785958247.676429,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","authType":"apikey"} {"level":"info","ts":1785958247.6764555,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.7678852,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.7679183,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.7679417,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","EoS":false} {"level":"info","ts":1785958247.7679594,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.7679994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239","EoS":true} {"level":"info","ts":1785958247.7680097,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ad14aea9-4297-41d9-beac-0635e3862239"} {"level":"info","ts":1785958247.8927832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d95eeee-9bf0-47c9-9862-397719d2c53b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.8928149,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51480b4c-1189-4776-9411-001ca58826a1"} {"level":"info","ts":1785958247.892832,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4d95eeee-9bf0-47c9-9862-397719d2c53b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785958247.9036298,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51480b4c-1189-4776-9411-001ca58826a1","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.9036505,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"230dde32-516f-47a3-abfe-5036d02c239a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.9036877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"230dde32-516f-47a3-abfe-5036d02c239a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785958247.9151268,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51480b4c-1189-4776-9411-001ca58826a1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958247.9227004,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c4bbc20-4698-4c81-8071-376fca1a3602"} {"level":"info","ts":1785958247.9228082,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c4bbc20-4698-4c81-8071-376fca1a3602","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.9234896,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26100669-ada5-4a8c-a348-ad98bae2ba50","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.9235392,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"26100669-ada5-4a8c-a348-ad98bae2ba50","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785958247.9430423,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c4bbc20-4698-4c81-8071-376fca1a3602","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785958247.943146,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c4bbc20-4698-4c81-8071-376fca1a3602","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958247.9432707,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc98719-77b6-4001-ad14-f188189c6457"} {"level":"info","ts":1785958247.943359,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc98719-77b6-4001-ad14-f188189c6457","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.9450216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"926b684d-0339-4a75-be22-65ea4c3cfec1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.9450588,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"926b684d-0339-4a75-be22-65ea4c3cfec1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785958247.9540477,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc98719-77b6-4001-ad14-f188189c6457","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785958247.963625,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"afc98719-77b6-4001-ad14-f188189c6457","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958247.9637802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2fd7d27-4b2a-4f2b-9c5d-dc4bf352663e"} {"level":"info","ts":1785958247.9638622,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2fd7d27-4b2a-4f2b-9c5d-dc4bf352663e","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.972894,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3845847-0b3c-4c95-bb27-8970b39cd4f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958247.972945,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3845847-0b3c-4c95-bb27-8970b39cd4f0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785958247.9739377,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2fd7d27-4b2a-4f2b-9c5d-dc4bf352663e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785958247.978356,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2fd7d27-4b2a-4f2b-9c5d-dc4bf352663e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785958247.9784808,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3f30c6e-0a23-40e6-9066-e81794da2a35"} {"level":"info","ts":1785958247.9785674,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3f30c6e-0a23-40e6-9066-e81794da2a35","name":"e2e-cleanup-test"} {"level":"info","ts":1785958247.9899807,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3f30c6e-0a23-40e6-9066-e81794da2a35","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785958256.1348214,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9520c2df-f078-4b2e-a007-8a1a4984dd2b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958256.1348488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b630342-1ef2-4f32-aa25-8a9ff5057256"} {"level":"info","ts":1785958256.1348622,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9520c2df-f078-4b2e-a007-8a1a4984dd2b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785958260.4308074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958260.430902,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32"} {"level":"info","ts":1785958260.4309225,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32"} {"level":"info","ts":1785958260.4309366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32","EoS":true} {"level":"info","ts":1785958260.4309704,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785958260.431001,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"835257e0-867f-4ffb-bb95-dd2c6687ea32"} {"level":"info","ts":1785958260.4734635,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958260.4735427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.473551,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.4735632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","EoS":true} {"level":"info","ts":1785958260.4735873,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","header":"x-maas-subscription"} {"level":"info","ts":1785958260.4735968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","header":"x-maas-group"} {"level":"info","ts":1785958260.4736037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","header":"x-maas-username"} {"level":"info","ts":1785958260.4736185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785958260.4736273,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","modelName":"e2e-external-model"} {"level":"info","ts":1785958260.4736407,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785958260.4736636,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785958260.4736814,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","authType":"apikey"} {"level":"info","ts":1785958260.473707,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.5216475,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.521678,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.5216982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","EoS":false} {"level":"info","ts":1785958260.521712,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.5217762,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b","EoS":true} {"level":"info","ts":1785958260.521787,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"774193f7-41f8-461b-a658-b87c2377583b"} {"level":"info","ts":1785958260.5583043,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958260.5583787,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.5583885,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.5584018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","EoS":true} {"level":"info","ts":1785958260.5584302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","header":"x-maas-subscription"} {"level":"info","ts":1785958260.5584383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","header":"x-maas-username"} {"level":"info","ts":1785958260.5584433,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","header":"x-maas-group"} {"level":"info","ts":1785958260.5584576,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785958260.5585086,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.645687,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.6457224,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.6457636,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","EoS":false} {"level":"info","ts":1785958260.6457841,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.6458194,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe","EoS":true} {"level":"info","ts":1785958260.6458275,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ab9b8dbc-6b1d-426c-977f-865c922c5afe"} {"level":"info","ts":1785958260.682797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785958260.6828766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958260.6828902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958260.682902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","EoS":true} {"level":"info","ts":1785958260.6829305,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","header":"x-maas-group"} {"level":"info","ts":1785958260.6829412,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","header":"x-maas-username"} {"level":"info","ts":1785958260.6829464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","header":"x-maas-subscription"} {"level":"info","ts":1785958260.6829755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958260.7280204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958260.728055,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958260.728081,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","EoS":false} {"level":"info","ts":1785958260.7280982,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958260.7281282,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2","EoS":true} {"level":"info","ts":1785958260.7281344,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f460c18f-b3d5-4c2d-9d91-39dfee8ff3d2"} {"level":"info","ts":1785958261.52719,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce4f3d5e-d346-4030-a13e-69abf1ef8d1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958261.5272317,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce4f3d5e-d346-4030-a13e-69abf1ef8d1e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785958261.5272408,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b6ccb6e-2d87-4013-b1ff-484052a59280"} {"level":"info","ts":1785958261.6626873,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"661854e6-f40a-4246-815b-0a295d4ee491"} {"level":"info","ts":1785958261.6627426,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0fe2da3-442f-40c5-b3d5-059585a730c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958261.6628096,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0fe2da3-442f-40c5-b3d5-059585a730c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785958261.770281,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"864e40e1-5561-43d2-a2ee-e75680d4fd0e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785958261.7703362,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"864e40e1-5561-43d2-a2ee-e75680d4fd0e","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785959777.4612176,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785959777.4613073,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c2ed3f7-2f4a-48f1-ac55-03f692057f7a"} {"level":"info","ts":1785959854.0937185,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785959854.0938306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"} {"level":"info","ts":1785959854.0938506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"} {"level":"info","ts":1785959854.0938714,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","EoS":true} {"level":"info","ts":1785959854.0939116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","header":"x-maas-username"} {"level":"info","ts":1785959854.0939248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","header":"x-maas-subscription"} {"level":"info","ts":1785959854.093934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","header":"x-maas-group"} {"level":"info","ts":1785959854.0939546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785959854.0939913,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"} {"level":"info","ts":1785959854.0955698,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"} {"level":"info","ts":1785959854.095594,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"} {"level":"info","ts":1785959854.0956094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","EoS":false} {"level":"info","ts":1785959854.095622,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"} {"level":"info","ts":1785959854.095645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34","EoS":true} {"level":"info","ts":1785959854.0956502,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"142ea79d-73ec-4793-b54f-a72b281fbf34"}