{"level":"info","ts":1785441246.1444576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.1444724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.1444855,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","EoS":true} {"level":"info","ts":1785441246.1445115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","header":"x-maas-username"} {"level":"info","ts":1785441246.1445205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","header":"x-maas-group"} {"level":"info","ts":1785441246.1445255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","header":"x-maas-subscription"} {"level":"info","ts":1785441246.144541,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441246.144594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.1453679,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.1453862,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.1453986,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","EoS":false} {"level":"info","ts":1785441246.1454144,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.1454399,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db","EoS":true} {"level":"info","ts":1785441246.145448,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4477787b-7db6-4ced-a6f8-83ab5ad235db"} {"level":"info","ts":1785441246.2801478,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441246.2802064,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.2802176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.2802277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","EoS":true} {"level":"info","ts":1785441246.2802534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","header":"x-maas-username"} {"level":"info","ts":1785441246.280264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","header":"x-maas-group"} {"level":"info","ts":1785441246.280269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","header":"x-maas-subscription"} {"level":"info","ts":1785441246.2802794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441246.2803054,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.2810507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.281068,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.281084,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","EoS":false} {"level":"info","ts":1785441246.2810977,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.2811222,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b","EoS":true} {"level":"info","ts":1785441246.2811303,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"2a9f36d3-775d-4945-a94c-7569a0d5b83b"} {"level":"info","ts":1785441246.4154804,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441246.4155555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.415589,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.4156017,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","EoS":true} {"level":"info","ts":1785441246.415626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","header":"x-maas-username"} {"level":"info","ts":1785441246.415636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","header":"x-maas-subscription"} {"level":"info","ts":1785441246.4156415,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","header":"x-maas-group"} {"level":"info","ts":1785441246.4156528,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441246.4156759,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.4164248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.4164438,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.4164593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","EoS":false} {"level":"info","ts":1785441246.4164705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441246.4164972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7","EoS":true} {"level":"info","ts":1785441246.4165049,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"92b71094-50c5-4b19-883e-7a3a394f9ba7"} {"level":"info","ts":1785441270.6638615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441270.6639483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.663962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.6639767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","EoS":true} {"level":"info","ts":1785441270.6640077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","header":"x-maas-subscription"} {"level":"info","ts":1785441270.6640172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","header":"x-maas-group"} {"level":"info","ts":1785441270.6640222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","header":"x-maas-username"} {"level":"info","ts":1785441270.664036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441270.6640635,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.6667383,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.6667595,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.666775,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","EoS":false} {"level":"info","ts":1785441270.6667871,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.6668086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5","EoS":true} {"level":"info","ts":1785441270.666816,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f6ea2341-9489-4ee4-9bed-e3326ed200f5"} {"level":"info","ts":1785441270.7578878,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441270.7579536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b72ed832-6f7c-489a-a467-237e64954c80"} {"level":"info","ts":1785441270.758607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b72ed832-6f7c-489a-a467-237e64954c80"} {"level":"info","ts":1785441270.7586262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b72ed832-6f7c-489a-a467-237e64954c80"} {"level":"info","ts":1785441270.7586436,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b72ed832-6f7c-489a-a467-237e64954c80","EoS":false} {"level":"info","ts":1785441270.7586563,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b72ed832-6f7c-489a-a467-237e64954c80"} {"level":"info","ts":1785441270.7586808,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b72ed832-6f7c-489a-a467-237e64954c80","EoS":true} {"level":"info","ts":1785441270.7586899,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b72ed832-6f7c-489a-a467-237e64954c80"} {"level":"info","ts":1785441275.3753397,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441275.375424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441275.3754344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441275.3754458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","EoS":true} {"level":"info","ts":1785441275.3754702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","header":"x-maas-group"} {"level":"info","ts":1785441275.3754802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","header":"x-maas-username"} {"level":"info","ts":1785441275.375485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","header":"x-maas-subscription"} {"level":"info","ts":1785441275.3754992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441275.3755248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441275.3763733,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441275.3763943,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441275.37641,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","EoS":false} {"level":"info","ts":1785441275.3764224,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441275.3764474,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3","EoS":true} {"level":"info","ts":1785441275.3764534,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a14c7ecd-1f09-430a-ba1f-510f942022e3"} {"level":"info","ts":1785441283.9140265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441283.9141023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441283.9141142,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441283.9141262,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","EoS":true} {"level":"info","ts":1785441283.9141502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","header":"x-maas-group"} {"level":"info","ts":1785441283.9141648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","header":"x-maas-username"} {"level":"info","ts":1785441283.9141724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","header":"x-maas-subscription"} {"level":"info","ts":1785441283.9141886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441283.914217,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441283.9175768,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441283.9176,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441283.9176157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","EoS":false} {"level":"info","ts":1785441283.917625,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441283.9176464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d","EoS":true} {"level":"info","ts":1785441283.9176588,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"81ad5e91-7262-474d-b77e-46bb1ad42e5d"} {"level":"info","ts":1785441296.7583926,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441296.7584724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441296.758482,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441296.7584932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","EoS":true} {"level":"info","ts":1785441296.7585218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","header":"x-maas-group"} {"level":"info","ts":1785441296.7585356,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","header":"x-maas-username"} {"level":"info","ts":1785441296.7585444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","header":"x-maas-subscription"} {"level":"info","ts":1785441296.758581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441296.7586198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441296.759534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441296.759555,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441296.7595932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","EoS":false} {"level":"info","ts":1785441296.7596123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441296.75964,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe","EoS":true} {"level":"info","ts":1785441296.7596483,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cbb331e8-f0dc-407d-b9fd-7b5f9a58fefe"} {"level":"info","ts":1785441305.2746255,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441305.2747033,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441305.274716,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441305.274727,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","EoS":true} {"level":"info","ts":1785441305.2747526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","header":"x-maas-username"} {"level":"info","ts":1785441305.2747622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","header":"x-maas-group"} {"level":"info","ts":1785441305.2747672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","header":"x-maas-subscription"} {"level":"info","ts":1785441305.2747798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441305.274805,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441305.275618,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441305.2756426,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441305.2756581,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","EoS":false} {"level":"info","ts":1785441305.275671,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441305.2756987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458","EoS":true} {"level":"info","ts":1785441305.2757087,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27831c4a-e973-4b45-b596-4b1053b09458"} {"level":"info","ts":1785441314.1069527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441314.1070287,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441314.1070395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441314.1070516,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","EoS":true} {"level":"info","ts":1785441314.1070757,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","header":"x-maas-group"} {"level":"info","ts":1785441314.1070864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","header":"x-maas-subscription"} {"level":"info","ts":1785441314.1070924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","header":"x-maas-username"} {"level":"info","ts":1785441314.1071053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441314.1071305,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441314.1079948,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441314.108018,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441314.108042,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","EoS":false} {"level":"info","ts":1785441314.108063,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441314.1080985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e","EoS":true} {"level":"info","ts":1785441314.1081102,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"891e31eb-d422-4e62-9894-b9e54c1ee95e"} {"level":"info","ts":1785441343.5092208,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441343.5093045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441343.5093203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441343.5093324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","EoS":true} {"level":"info","ts":1785441343.5093627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","header":"x-maas-group"} {"level":"info","ts":1785441343.509374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","header":"x-maas-username"} {"level":"info","ts":1785441343.5093818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","header":"x-maas-subscription"} {"level":"info","ts":1785441343.5093956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441343.5094213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441343.5108285,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441343.5108492,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441343.5108666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","EoS":false} {"level":"info","ts":1785441343.5108795,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441343.5109117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df","EoS":true} {"level":"info","ts":1785441343.5109236,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4da660ad-ff5b-4994-8379-dd7fa829d1df"} {"level":"info","ts":1785441376.2888346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441376.2889261,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441376.2889438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441376.288957,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","EoS":true} {"level":"info","ts":1785441376.2889843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","header":"x-maas-subscription"} {"level":"info","ts":1785441376.2889948,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","header":"x-maas-group"} {"level":"info","ts":1785441376.289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","header":"x-maas-username"} {"level":"info","ts":1785441376.2890139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785441376.289042,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441376.289926,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441376.2899458,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441376.2899597,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","EoS":false} {"level":"info","ts":1785441376.2899706,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441376.2900007,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461","EoS":true} {"level":"info","ts":1785441376.2900105,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f697370a-cd27-4d1b-b6f5-74d6f265b461"} {"level":"info","ts":1785441411.2318306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441411.2319207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441411.2319348,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441411.231954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","EoS":true} {"level":"info","ts":1785441411.231992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","header":"x-maas-username"} {"level":"info","ts":1785441411.2320032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","header":"x-maas-subscription"} {"level":"info","ts":1785441411.2320116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","header":"x-maas-group"} {"level":"info","ts":1785441411.2320325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441411.2320669,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441411.23298,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441411.2330015,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441411.2330167,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","EoS":false} {"level":"info","ts":1785441411.233029,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441411.2330556,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8","EoS":true} {"level":"info","ts":1785441411.2330635,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cb457667-3d98-4694-bf62-01fd4c5c16c8"} {"level":"info","ts":1785441420.5750568,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441420.5751467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.5751593,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.5751731,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","EoS":true} {"level":"info","ts":1785441420.5752056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","header":"x-maas-subscription"} {"level":"info","ts":1785441420.5752158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","header":"x-maas-username"} {"level":"info","ts":1785441420.5752213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","header":"x-maas-group"} {"level":"info","ts":1785441420.5752344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441420.5752635,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.5760505,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.5760713,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.576094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","EoS":false} {"level":"info","ts":1785441420.5761151,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.576157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc","EoS":true} {"level":"info","ts":1785441420.5761676,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0b7811b-e0e7-4ac2-952e-8fe2cc073ecc"} {"level":"info","ts":1785441420.6080496,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441420.6081183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441420.6081333,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441420.6081443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","EoS":true} {"level":"info","ts":1785441420.6081665,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","header":"x-maas-subscription"} {"level":"info","ts":1785441420.6081772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","header":"x-maas-group"} {"level":"info","ts":1785441420.6081831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","header":"x-maas-username"} {"level":"info","ts":1785441420.6081946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441420.608215,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441420.6088917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441420.6089096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441420.608925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","EoS":false} {"level":"info","ts":1785441420.6089413,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441420.608972,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432","EoS":true} {"level":"info","ts":1785441420.6089811,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"90b4a24d-4cad-4ca1-992c-eb5b7239f432"} {"level":"info","ts":1785441439.673119,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441439.6731992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441439.6732128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441439.6732252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","EoS":true} {"level":"info","ts":1785441439.673253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","header":"x-maas-group"} {"level":"info","ts":1785441439.6732655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","header":"x-maas-username"} {"level":"info","ts":1785441439.67327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","header":"x-maas-subscription"} {"level":"info","ts":1785441439.6732833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441439.6733103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441439.674082,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441439.674097,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441439.6741107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","EoS":false} {"level":"info","ts":1785441439.6741211,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441439.6741457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b","EoS":true} {"level":"info","ts":1785441439.6741564,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"56784b8f-2018-4446-ac27-1bd76b35eb5b"} {"level":"info","ts":1785441620.8286724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441620.8287609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441620.8287728,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441620.8287857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","EoS":true} {"level":"info","ts":1785441620.8288126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","header":"x-maas-username"} {"level":"info","ts":1785441620.8288279,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","header":"x-maas-group"} {"level":"info","ts":1785441620.8288333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","header":"x-maas-subscription"} {"level":"info","ts":1785441620.8288465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785441620.82887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441620.8310094,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441620.8310385,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441620.8310602,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","EoS":false} {"level":"info","ts":1785441620.8310783,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441620.8311138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832","EoS":true} {"level":"info","ts":1785441620.831123,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5543d828-2efe-4283-b45d-e95c62c6a832"} {"level":"info","ts":1785441672.8064778,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441672.806556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441672.8065853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441672.8065984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","EoS":true} {"level":"info","ts":1785441672.806622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","header":"x-maas-username"} {"level":"info","ts":1785441672.8066316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","header":"x-maas-subscription"} {"level":"info","ts":1785441672.806637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","header":"x-maas-group"} {"level":"info","ts":1785441672.8066502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441672.806674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441672.8089275,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441672.8089483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441672.8089654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","EoS":false} {"level":"info","ts":1785441672.8089812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441672.8090081,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9","EoS":true} {"level":"info","ts":1785441672.8090162,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"89b41048-b481-4a62-948a-5f28c54580e9"} {"level":"info","ts":1785441688.0294127,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785441688.029495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.029508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.0295188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","EoS":true} {"level":"info","ts":1785441688.0295432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","header":"x-maas-username"} {"level":"info","ts":1785441688.0295525,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","header":"x-maas-subscription"} {"level":"info","ts":1785441688.02956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","header":"x-maas-group"} {"level":"info","ts":1785441688.0295956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785441688.0296197,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.0304492,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.0304692,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.0304842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","EoS":false} {"level":"info","ts":1785441688.0304956,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785441688.0305207,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451","EoS":true} {"level":"info","ts":1785441688.0305302,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ed0ea6d2-4901-494d-b9e9-7b367454f451"} {"level":"info","ts":1785442014.3592508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442014.3593335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.3593447,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.3593562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","EoS":true} {"level":"info","ts":1785442014.3593814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","header":"x-maas-username"} {"level":"info","ts":1785442014.3593915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","header":"x-maas-group"} {"level":"info","ts":1785442014.359397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","header":"x-maas-subscription"} {"level":"info","ts":1785442014.359411,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785442014.3594363,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.360856,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.360884,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.360907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","EoS":false} {"level":"info","ts":1785442014.360919,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.3609452,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef","EoS":true} {"level":"info","ts":1785442014.3609533,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3393ef77-906b-4ca4-9469-8eeb6ca031ef"} {"level":"info","ts":1785442014.393488,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442014.3935442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.3935547,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.39358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","EoS":true} {"level":"info","ts":1785442014.3936033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","header":"x-maas-subscription"} {"level":"info","ts":1785442014.393613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","header":"x-maas-group"} {"level":"info","ts":1785442014.3936179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","header":"x-maas-username"} {"level":"info","ts":1785442014.3936286,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785442014.3936567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.3944018,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.3944223,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.3944414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","EoS":false} {"level":"info","ts":1785442014.3944633,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442014.394491,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f","EoS":true} {"level":"info","ts":1785442014.394499,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52451ec0-4558-43f2-94aa-adeb67e4854f"} {"level":"info","ts":1785442019.1611469,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"90c85425-b154-406e-ae31-4760d77b4bbd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785442019.1613917,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38238.941818134,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.1614084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.2298846,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.2617335,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"90c85425-b154-406e-ae31-4760d77b4bbd","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785442019.2823737,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22148e43-c55d-4344-bd22-4b8f5a95f060","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442019.2824028,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"22148e43-c55d-4344-bd22-4b8f5a95f060","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785442019.2824552,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a625ee-0202-46ac-8511-3009bbd60c60"} {"level":"info","ts":1785442019.2889495,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44d7c27d-bb8b-4d28-8862-0ad1aa64a82a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442019.2889779,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"44d7c27d-bb8b-4d28-8862-0ad1aa64a82a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785442019.2903645,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a625ee-0202-46ac-8511-3009bbd60c60","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.2905986,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38608.434500587,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.290618,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.298103,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.3906555,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a625ee-0202-46ac-8511-3009bbd60c60","name":"e2e-external-provider"} {"level":"info","ts":1785442019.3959153,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ff0b9f6-34a0-4f7c-80be-35480d7a19fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.3959646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ff0b9f6-34a0-4f7c-80be-35480d7a19fb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785442019.3960085,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18774aae-4ea9-4fbf-833f-6f6ed013ff83"} {"level":"info","ts":1785442019.3991642,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a625ee-0202-46ac-8511-3009bbd60c60","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785442019.4014,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72442628-57dd-460d-8c48-9e79fe77a339","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.4014246,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72442628-57dd-460d-8c48-9e79fe77a339","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785442019.401596,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18774aae-4ea9-4fbf-833f-6f6ed013ff83","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785442019.407085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c049116-02a5-45d0-b6d9-2c921afd7862","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.407114,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c049116-02a5-45d0-b6d9-2c921afd7862","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785442019.4072504,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18774aae-4ea9-4fbf-833f-6f6ed013ff83","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.4073222,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cf37a10-50e0-45d1-9a63-3e6b2f934e03"} {"level":"info","ts":1785442019.40735,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cf37a10-50e0-45d1-9a63-3e6b2f934e03","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785442019.4089155,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a625ee-0202-46ac-8511-3009bbd60c60","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785442019.4112709,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3cf37a10-50e0-45d1-9a63-3e6b2f934e03","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.415629,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a625ee-0202-46ac-8511-3009bbd60c60","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785442019.4191365,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a625ee-0202-46ac-8511-3009bbd60c60","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.4192102,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d27a1d3-0912-414c-b276-f80a920a9433"} {"level":"info","ts":1785442019.419262,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d27a1d3-0912-414c-b276-f80a920a9433","name":"e2e-external-provider"} {"level":"info","ts":1785442019.422254,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ae33a54-6d31-48f5-8ab5-9c30645b8ea0"} {"level":"info","ts":1785442019.422294,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ae33a54-6d31-48f5-8ab5-9c30645b8ea0","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785442019.4273117,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ae33a54-6d31-48f5-8ab5-9c30645b8ea0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.4285169,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d27a1d3-0912-414c-b276-f80a920a9433","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785442019.4356844,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0a7cbe4-c69b-4d85-bc87-41b576e04983","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442019.4357166,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0a7cbe4-c69b-4d85-bc87-41b576e04983","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785442019.4357314,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"144b2675-7d44-4e80-9f1e-a59ef16deaff"} {"level":"info","ts":1785442019.4357865,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"144b2675-7d44-4e80-9f1e-a59ef16deaff","name":"e2e-external-provider"} {"level":"info","ts":1785442019.4358027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb86cfcd-a70d-4d81-a934-4975b460f501"} {"level":"info","ts":1785442019.4359808,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37384.728872691,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.4359965,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.4360402,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c7701b2-35d9-45f0-9ae5-20d275445da0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.4360602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c7701b2-35d9-45f0-9ae5-20d275445da0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785442019.4426165,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785442019.4450324,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"144b2675-7d44-4e80-9f1e-a59ef16deaff","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785442019.5365202,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb86cfcd-a70d-4d81-a934-4975b460f501","name":"e2e-external-model"} {"level":"info","ts":1785442019.552926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fdd4cc7-2a50-4b8b-a522-5c35ce9411d2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.5529635,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9fdd4cc7-2a50-4b8b-a522-5c35ce9411d2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785442019.5542111,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb86cfcd-a70d-4d81-a934-4975b460f501","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785442019.5542622,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb86cfcd-a70d-4d81-a934-4975b460f501","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.5543132,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27909d99-db54-4f16-b3b2-414461a5bd74"} {"level":"info","ts":1785442019.5543602,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27909d99-db54-4f16-b3b2-414461a5bd74","name":"e2e-external-model"} {"level":"info","ts":1785442019.5657196,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d74c07f9-354b-437f-81de-1ca80daceabb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.5657527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d74c07f9-354b-437f-81de-1ca80daceabb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785442019.5659587,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27909d99-db54-4f16-b3b2-414461a5bd74","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442019.566034,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afcef6ff-d138-4e11-b5ed-7ed137859aee"} {"level":"info","ts":1785442019.566096,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afcef6ff-d138-4e11-b5ed-7ed137859aee","name":"e2e-external-model"} {"level":"info","ts":1785442019.5736716,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"afcef6ff-d138-4e11-b5ed-7ed137859aee","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442019.5806303,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"662602eb-8c5f-4cb8-80c9-98ea97615ffe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442019.5806606,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"662602eb-8c5f-4cb8-80c9-98ea97615ffe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785442019.580831,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e620e48-4223-4e64-bc2d-a20decacb9b8"} {"level":"info","ts":1785442019.5808878,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e620e48-4223-4e64-bc2d-a20decacb9b8","name":"e2e-external-model"} {"level":"info","ts":1785442019.591372,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e620e48-4223-4e64-bc2d-a20decacb9b8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442041.8483093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442041.8483884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442041.848398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442041.8484108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","EoS":true} {"level":"info","ts":1785442041.848435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","header":"x-maas-username"} {"level":"info","ts":1785442041.8484452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","header":"x-maas-group"} {"level":"info","ts":1785442041.8484497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","header":"x-maas-subscription"} {"level":"info","ts":1785442041.848463,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785442041.8484724,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","modelName":"e2e-external-model"} {"level":"info","ts":1785442041.848484,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785442041.8485188,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785442041.8485363,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","authType":"apikey"} {"level":"info","ts":1785442041.8485827,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442041.9401758,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442041.9402063,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442041.9402294,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","EoS":false} {"level":"info","ts":1785442041.940248,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442041.9402869,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5","EoS":true} {"level":"info","ts":1785442041.9402955,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"682cea1e-04dd-4287-953d-3766a5ba17a5"} {"level":"info","ts":1785442042.0507445,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47172ea7-4c70-4074-ae9f-a25007f39933","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.0508,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47172ea7-4c70-4074-ae9f-a25007f39933","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785442042.0507524,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36374b1c-f044-4eaf-9171-228821daff79"} {"level":"info","ts":1785442042.0562255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0045a989-5cc8-4673-b34a-4a0d8f34337e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.0562644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0045a989-5cc8-4673-b34a-4a0d8f34337e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785442042.0597036,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36374b1c-f044-4eaf-9171-228821daff79","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442042.0597694,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36374b1c-f044-4eaf-9171-228821daff79","name":"e2e-cleanup-test"} {"level":"info","ts":1785442042.0719378,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36374b1c-f044-4eaf-9171-228821daff79","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785442042.0759034,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"36374b1c-f044-4eaf-9171-228821daff79","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442042.0760298,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ddd332-37d3-4a32-a832-44fb2b2d7e47"} {"level":"info","ts":1785442042.076105,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ddd332-37d3-4a32-a832-44fb2b2d7e47","name":"e2e-cleanup-test"} {"level":"info","ts":1785442042.0789015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c1e2fa5-3b28-4f5a-b902-eea3b313c0e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.0789356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c1e2fa5-3b28-4f5a-b902-eea3b313c0e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785442042.0927558,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec00f8b7-38c2-4f33-967d-aef138c5b7c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.0927937,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec00f8b7-38c2-4f33-967d-aef138c5b7c3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785442042.0934443,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ddd332-37d3-4a32-a832-44fb2b2d7e47","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785442042.0934837,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ddd332-37d3-4a32-a832-44fb2b2d7e47","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442042.0935264,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"691e183c-031e-4d8a-933e-8edf136505fc"} {"level":"info","ts":1785442042.0935924,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"691e183c-031e-4d8a-933e-8edf136505fc","name":"e2e-cleanup-test"} {"level":"info","ts":1785442042.1017756,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"691e183c-031e-4d8a-933e-8edf136505fc","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442042.104116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0c51d4d-a7e2-4011-b239-61a43af90fe8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442042.1041474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0c51d4d-a7e2-4011-b239-61a43af90fe8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785442042.1069465,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"691e183c-031e-4d8a-933e-8edf136505fc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785442042.107019,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d527c986-9381-42b8-b7d8-958d84435980"} {"level":"info","ts":1785442042.1070838,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d527c986-9381-42b8-b7d8-958d84435980","name":"e2e-cleanup-test"} {"level":"info","ts":1785442042.116123,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d527c986-9381-42b8-b7d8-958d84435980","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785442050.3241472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f4b6c2b-5454-490b-a77a-4ed035a411eb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442050.3241906,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0f4b6c2b-5454-490b-a77a-4ed035a411eb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785442050.3241568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d9008203-4f89-4b83-9af0-04f14327975a"} {"level":"info","ts":1785442054.6374762,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442054.637557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62"} {"level":"info","ts":1785442054.6375825,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62"} {"level":"info","ts":1785442054.6375954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62","EoS":true} {"level":"info","ts":1785442054.6376305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785442054.6376677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dc6f6c6c-8b80-4044-8516-53e90e844f62"} {"level":"info","ts":1785442054.6789308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442054.6790075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.6790187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.6790304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","EoS":true} {"level":"info","ts":1785442054.6790576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","header":"x-maas-username"} {"level":"info","ts":1785442054.6790671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","header":"x-maas-subscription"} {"level":"info","ts":1785442054.6790714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","header":"x-maas-group"} {"level":"info","ts":1785442054.6790853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785442054.679094,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","modelName":"e2e-external-model"} {"level":"info","ts":1785442054.679106,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785442054.6791282,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785442054.6791434,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","authType":"apikey"} {"level":"info","ts":1785442054.679167,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.7679935,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.768021,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.7680387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","EoS":false} {"level":"info","ts":1785442054.7680526,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.7680767,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770","EoS":true} {"level":"info","ts":1785442054.768085,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c018eb9-ed0c-4738-9ee1-c0de665ee770"} {"level":"info","ts":1785442054.802947,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442054.803022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.8030305,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.8030417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","EoS":true} {"level":"info","ts":1785442054.8030694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","header":"x-maas-subscription"} {"level":"info","ts":1785442054.8030796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","header":"x-maas-group"} {"level":"info","ts":1785442054.8030849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","header":"x-maas-username"} {"level":"info","ts":1785442054.803098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785442054.8031218,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.8509245,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.850951,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.8509717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","EoS":false} {"level":"info","ts":1785442054.8509865,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.8510132,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4","EoS":true} {"level":"info","ts":1785442054.8510199,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5515fdc7-a9f2-440d-ab87-3bd4ce4409c4"} {"level":"info","ts":1785442054.8867927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785442054.8868675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442054.8868797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442054.8868914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","EoS":true} {"level":"info","ts":1785442054.8869166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","header":"x-maas-username"} {"level":"info","ts":1785442054.88693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","header":"x-maas-group"} {"level":"info","ts":1785442054.8869374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","header":"x-maas-subscription"} {"level":"info","ts":1785442054.8869703,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442054.928815,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442054.9288435,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442054.9288578,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","EoS":false} {"level":"info","ts":1785442054.9288704,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442054.9289029,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf","EoS":true} {"level":"info","ts":1785442054.928913,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b993151d-3b06-4411-a898-c7f1a6f80edf"} {"level":"info","ts":1785442055.785029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"160a342f-7331-4c88-ac5f-dc07bb2eac33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442055.785069,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"160a342f-7331-4c88-ac5f-dc07bb2eac33","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785442055.7850387,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78fca31b-33d1-4ea0-8f61-f5eeac0ea091"} {"level":"info","ts":1785442055.9326153,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93e4b336-8d83-469d-8085-7e90dd3dbddf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442055.9326313,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99368918-4601-40fb-b9bc-b40cdb4e4d4f"} {"level":"info","ts":1785442055.9326558,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93e4b336-8d83-469d-8085-7e90dd3dbddf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785442056.0464442,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9e9470f3-16c7-42ce-a38c-0e523bad0d9c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785442056.046624,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9e9470f3-16c7-42ce-a38c-0e523bad0d9c","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785443668.1909487,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443668.1910398,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"803f05d8-27d2-4cda-abf7-323fbcec6857"} {"level":"info","ts":1785443745.7616806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785443745.7617598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"} {"level":"info","ts":1785443745.7617738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"} {"level":"info","ts":1785443745.7617853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","EoS":true} {"level":"info","ts":1785443745.7618146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","header":"x-maas-subscription"} {"level":"info","ts":1785443745.761825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","header":"x-maas-username"} {"level":"info","ts":1785443745.7618306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","header":"x-maas-group"} {"level":"info","ts":1785443745.7618444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785443745.7618697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"} {"level":"info","ts":1785443745.763322,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"} {"level":"info","ts":1785443745.7633545,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"} {"level":"info","ts":1785443745.7633803,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","EoS":false} {"level":"info","ts":1785443745.7634015,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"} {"level":"info","ts":1785443745.7634313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe","EoS":true} {"level":"info","ts":1785443745.7634408,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c0ec37ef-1d65-4e15-b1a4-9c2a3683aabe"}