{"level":"info","ts":1785802672.3924,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16cd57c0-dba6-418e-be0a-8a7736196f57"} {"level":"info","ts":1785802672.5271463,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802672.5272117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd"} {"level":"info","ts":1785802672.5272229,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd"} {"level":"info","ts":1785802672.527234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd","EoS":true} {"level":"info","ts":1785802672.5272563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd","header":"x-maas-group"} {"level":"info","ts":1785802672.5272672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd","header":"x-maas-username"} {"level":"info","ts":1785802672.5272727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd","header":"x-maas-subscription"} {"level":"info","ts":1785802672.5272863,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802672.5273173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd"} {"level":"info","ts":1785802672.5282795,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd"} {"level":"info","ts":1785802672.5282907,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd"} {"level":"info","ts":1785802672.5283024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd","EoS":false} {"level":"info","ts":1785802672.5283134,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd"} {"level":"info","ts":1785802672.5283375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd","EoS":true} {"level":"info","ts":1785802672.528351,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b35744c3-ee64-40b7-9e72-eb565f7e51cd"} {"level":"info","ts":1785802672.6661248,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802672.6662035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d"} {"level":"info","ts":1785802672.6662157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d"} {"level":"info","ts":1785802672.6662264,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d","EoS":true} {"level":"info","ts":1785802672.666251,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d","header":"x-maas-group"} {"level":"info","ts":1785802672.6662607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d","header":"x-maas-subscription"} {"level":"info","ts":1785802672.6662652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d","header":"x-maas-username"} {"level":"info","ts":1785802672.66628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802672.6663032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d"} {"level":"info","ts":1785802672.6673422,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d"} {"level":"info","ts":1785802672.6673641,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d"} {"level":"info","ts":1785802672.667385,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d","EoS":false} {"level":"info","ts":1785802672.6674054,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d"} {"level":"info","ts":1785802672.6674445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d","EoS":true} {"level":"info","ts":1785802672.6674545,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"38bf711e-c165-4c93-a95c-88f128bcce4d"} {"level":"info","ts":1785802672.8129249,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802672.812994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d"} {"level":"info","ts":1785802672.8130028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d"} {"level":"info","ts":1785802672.8130138,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d","EoS":true} {"level":"info","ts":1785802672.813035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d","header":"x-maas-username"} {"level":"info","ts":1785802672.8130457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d","header":"x-maas-group"} {"level":"info","ts":1785802672.8130522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d","header":"x-maas-subscription"} {"level":"info","ts":1785802672.813065,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802672.8130891,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d"} {"level":"info","ts":1785802672.814087,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d"} {"level":"info","ts":1785802672.8140988,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d"} {"level":"info","ts":1785802672.8141131,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d","EoS":false} {"level":"info","ts":1785802672.8141236,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d"} {"level":"info","ts":1785802672.8141432,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d","EoS":true} {"level":"info","ts":1785802672.8141491,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"805ec00e-ae2b-40d7-bc36-b176bd986e3d"} {"level":"info","ts":1785802694.0055172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802694.005602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3"} {"level":"info","ts":1785802694.0056124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3"} {"level":"info","ts":1785802694.0056236,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3","EoS":true} {"level":"info","ts":1785802694.0056486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3","header":"x-maas-username"} {"level":"info","ts":1785802694.0056584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3","header":"x-maas-group"} {"level":"info","ts":1785802694.0056636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3","header":"x-maas-subscription"} {"level":"info","ts":1785802694.0056775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802694.0057213,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3"} {"level":"info","ts":1785802694.0067208,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3"} {"level":"info","ts":1785802694.0067396,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3"} {"level":"info","ts":1785802694.0067527,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3","EoS":false} {"level":"info","ts":1785802694.0067637,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3"} {"level":"info","ts":1785802694.006788,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3","EoS":true} {"level":"info","ts":1785802694.0067997,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3f29962b-d602-914d-8dfe-c6cb145ffbe3"} {"level":"info","ts":1785802694.1230037,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802694.1230757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5483eeac-c295-4826-848a-359e652e0284"} {"level":"info","ts":1785802694.1239033,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5483eeac-c295-4826-848a-359e652e0284"} {"level":"info","ts":1785802694.1239233,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5483eeac-c295-4826-848a-359e652e0284"} {"level":"info","ts":1785802694.1239395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5483eeac-c295-4826-848a-359e652e0284","EoS":false} {"level":"info","ts":1785802694.123954,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5483eeac-c295-4826-848a-359e652e0284"} {"level":"info","ts":1785802694.1239793,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5483eeac-c295-4826-848a-359e652e0284","EoS":true} {"level":"info","ts":1785802694.1239872,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5483eeac-c295-4826-848a-359e652e0284"} {"level":"info","ts":1785802698.7373405,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802698.7374268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648"} {"level":"info","ts":1785802698.7374458,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648"} {"level":"info","ts":1785802698.7374647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648","EoS":true} {"level":"info","ts":1785802698.7374935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648","header":"x-maas-group"} {"level":"info","ts":1785802698.7375035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648","header":"x-maas-subscription"} {"level":"info","ts":1785802698.7375107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648","header":"x-maas-username"} {"level":"info","ts":1785802698.7375293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802698.7375562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648"} {"level":"info","ts":1785802698.7384374,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648"} {"level":"info","ts":1785802698.7384577,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648"} {"level":"info","ts":1785802698.7384794,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648","EoS":false} {"level":"info","ts":1785802698.738493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648"} {"level":"info","ts":1785802698.7385216,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648","EoS":true} {"level":"info","ts":1785802698.738529,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"55fc38fc-84ea-4838-9a4c-086756302648"} {"level":"info","ts":1785802707.302468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802707.3025448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb"} {"level":"info","ts":1785802707.3025541,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb"} {"level":"info","ts":1785802707.3025658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb","EoS":true} {"level":"info","ts":1785802707.3025923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb","header":"x-maas-group"} {"level":"info","ts":1785802707.3026025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb","header":"x-maas-username"} {"level":"info","ts":1785802707.302607,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb","header":"x-maas-subscription"} {"level":"info","ts":1785802707.3026254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802707.3026495,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb"} {"level":"info","ts":1785802707.315679,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb"} {"level":"info","ts":1785802707.315723,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb"} {"level":"info","ts":1785802707.3157394,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb","EoS":false} {"level":"info","ts":1785802707.315751,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb"} {"level":"info","ts":1785802707.3157918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb","EoS":true} {"level":"info","ts":1785802707.3157995,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0e390a21-2da6-4c09-9663-6dd36a70eabb"} {"level":"info","ts":1785802720.140985,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802720.1410918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c"} {"level":"info","ts":1785802720.1411045,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c"} {"level":"info","ts":1785802720.1411164,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c","EoS":true} {"level":"info","ts":1785802720.1411383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c","header":"x-maas-subscription"} {"level":"info","ts":1785802720.141149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c","header":"x-maas-username"} {"level":"info","ts":1785802720.1411548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c","header":"x-maas-group"} {"level":"info","ts":1785802720.1411674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802720.1411884,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c"} {"level":"info","ts":1785802720.1419883,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c"} {"level":"info","ts":1785802720.1420083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c"} {"level":"info","ts":1785802720.1420228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c","EoS":false} {"level":"info","ts":1785802720.1420348,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c"} {"level":"info","ts":1785802720.1420608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c","EoS":true} {"level":"info","ts":1785802720.1420705,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af223e44-ce58-4112-8b55-985cc842469c"} {"level":"info","ts":1785802728.646941,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802728.647013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a"} {"level":"info","ts":1785802728.647022,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a"} {"level":"info","ts":1785802728.647033,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a","EoS":true} {"level":"info","ts":1785802728.647056,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a","header":"x-maas-username"} {"level":"info","ts":1785802728.6470664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a","header":"x-maas-group"} {"level":"info","ts":1785802728.647073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a","header":"x-maas-subscription"} {"level":"info","ts":1785802728.6470883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802728.6471214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a"} {"level":"info","ts":1785802728.6480627,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a"} {"level":"info","ts":1785802728.648082,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a"} {"level":"info","ts":1785802728.6481116,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a","EoS":false} {"level":"info","ts":1785802728.6481264,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a"} {"level":"info","ts":1785802728.6481516,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a","EoS":true} {"level":"info","ts":1785802728.6481595,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6634df46-c63b-4510-b359-a9f41b8efe1a"} {"level":"info","ts":1785802737.4784553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802737.47852,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de"} {"level":"info","ts":1785802737.4785283,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de"} {"level":"info","ts":1785802737.4785395,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de","EoS":true} {"level":"info","ts":1785802737.4785616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de","header":"x-maas-group"} {"level":"info","ts":1785802737.4785721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de","header":"x-maas-username"} {"level":"info","ts":1785802737.4785774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de","header":"x-maas-subscription"} {"level":"info","ts":1785802737.4785907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802737.4786158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de"} {"level":"info","ts":1785802737.479548,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de"} {"level":"info","ts":1785802737.4795713,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de"} {"level":"info","ts":1785802737.4795866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de","EoS":false} {"level":"info","ts":1785802737.4795988,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de"} {"level":"info","ts":1785802737.479622,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de","EoS":true} {"level":"info","ts":1785802737.4796302,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3f3359d5-7431-41e8-8525-c4b8540d72de"} {"level":"info","ts":1785802769.9887626,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802769.9888377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1"} {"level":"info","ts":1785802769.9888535,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1"} {"level":"info","ts":1785802769.9888716,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1","EoS":true} {"level":"info","ts":1785802769.9889057,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1","header":"x-maas-group"} {"level":"info","ts":1785802769.9889224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1","header":"x-maas-subscription"} {"level":"info","ts":1785802769.9889312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1","header":"x-maas-username"} {"level":"info","ts":1785802769.9889498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802769.9889853,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1"} {"level":"info","ts":1785802769.9898386,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1"} {"level":"info","ts":1785802769.9898598,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1"} {"level":"info","ts":1785802769.9898746,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1","EoS":false} {"level":"info","ts":1785802769.989887,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1"} {"level":"info","ts":1785802769.989911,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1","EoS":true} {"level":"info","ts":1785802769.9899187,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"af036a36-e4ba-4009-a943-fa70376bd5b1"} {"level":"info","ts":1785802803.0981996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802803.0983076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7"} {"level":"info","ts":1785802803.0983207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7"} {"level":"info","ts":1785802803.0983322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7","EoS":true} {"level":"info","ts":1785802803.0983574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7","header":"x-maas-group"} {"level":"info","ts":1785802803.098381,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7","header":"x-maas-username"} {"level":"info","ts":1785802803.0983872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7","header":"x-maas-subscription"} {"level":"info","ts":1785802803.0984025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785802803.0984282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7"} {"level":"info","ts":1785802803.101059,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7"} {"level":"info","ts":1785802803.101079,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7"} {"level":"info","ts":1785802803.1010945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7","EoS":false} {"level":"info","ts":1785802803.1011062,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7"} {"level":"info","ts":1785802803.1011276,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7","EoS":true} {"level":"info","ts":1785802803.101137,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"298e3aad-e659-4de9-970f-3e402a2371b7"} {"level":"info","ts":1785802838.087389,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802838.0874617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146"} {"level":"info","ts":1785802838.087469,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146"} {"level":"info","ts":1785802838.0874794,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146","EoS":true} {"level":"info","ts":1785802838.0875015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146","header":"x-maas-username"} {"level":"info","ts":1785802838.0875115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146","header":"x-maas-group"} {"level":"info","ts":1785802838.087517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146","header":"x-maas-subscription"} {"level":"info","ts":1785802838.0875287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802838.087553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146"} {"level":"info","ts":1785802838.0883427,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146"} {"level":"info","ts":1785802838.0883563,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146"} {"level":"info","ts":1785802838.0883691,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146","EoS":false} {"level":"info","ts":1785802838.0883791,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146"} {"level":"info","ts":1785802838.0884004,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146","EoS":true} {"level":"info","ts":1785802838.0884058,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a933cdb0-b0c1-4ca6-8cdb-f2914d6b4146"} {"level":"info","ts":1785802847.526326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802847.526395,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66"} {"level":"info","ts":1785802847.5264041,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66"} {"level":"info","ts":1785802847.526415,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66","EoS":true} {"level":"info","ts":1785802847.5264382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66","header":"x-maas-subscription"} {"level":"info","ts":1785802847.526448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66","header":"x-maas-group"} {"level":"info","ts":1785802847.5264535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66","header":"x-maas-username"} {"level":"info","ts":1785802847.5264661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802847.526491,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66"} {"level":"info","ts":1785802847.5272667,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66"} {"level":"info","ts":1785802847.5272899,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66"} {"level":"info","ts":1785802847.5273054,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66","EoS":false} {"level":"info","ts":1785802847.5273209,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66"} {"level":"info","ts":1785802847.5273464,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66","EoS":true} {"level":"info","ts":1785802847.5273557,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"39db5512-b7d4-436a-94c9-dc23eebd7b66"} {"level":"info","ts":1785802847.5666037,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802847.566677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1"} {"level":"info","ts":1785802847.5666862,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1"} {"level":"info","ts":1785802847.5667157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1","EoS":true} {"level":"info","ts":1785802847.5667422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1","header":"x-maas-username"} {"level":"info","ts":1785802847.5667524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1","header":"x-maas-group"} {"level":"info","ts":1785802847.5667987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1","header":"x-maas-subscription"} {"level":"info","ts":1785802847.5668125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802847.5668392,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1"} {"level":"info","ts":1785802847.5675747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1"} {"level":"info","ts":1785802847.5675921,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1"} {"level":"info","ts":1785802847.567607,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1","EoS":false} {"level":"info","ts":1785802847.5676208,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1"} {"level":"info","ts":1785802847.5676436,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1","EoS":true} {"level":"info","ts":1785802847.5676527,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8a3843a4-4656-49e1-8f01-b35194ba5fb1"} {"level":"info","ts":1785802866.6856494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785802866.6857405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e"} {"level":"info","ts":1785802866.68575,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e"} {"level":"info","ts":1785802866.685761,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e","EoS":true} {"level":"info","ts":1785802866.6857877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e","header":"x-maas-subscription"} {"level":"info","ts":1785802866.685795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e","header":"x-maas-username"} {"level":"info","ts":1785802866.6857998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e","header":"x-maas-group"} {"level":"info","ts":1785802866.6858125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785802866.6858397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e"} {"level":"info","ts":1785802866.6866548,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e"} {"level":"info","ts":1785802866.6866763,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e"} {"level":"info","ts":1785802866.6867094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e","EoS":false} {"level":"info","ts":1785802866.686723,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e"} {"level":"info","ts":1785802866.6867495,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e","EoS":true} {"level":"info","ts":1785802866.6867573,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"79e56113-5aea-4666-86a6-d10563eaf11e"} {"level":"info","ts":1785803048.4599543,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803048.4600472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb"} {"level":"info","ts":1785803048.4600587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb"} {"level":"info","ts":1785803048.4600763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb","EoS":true} {"level":"info","ts":1785803048.460116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb","header":"x-maas-username"} {"level":"info","ts":1785803048.4601297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb","header":"x-maas-subscription"} {"level":"info","ts":1785803048.4601386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb","header":"x-maas-group"} {"level":"info","ts":1785803048.4601574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785803048.4601989,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb"} {"level":"info","ts":1785803048.4725897,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb"} {"level":"info","ts":1785803048.4726238,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb"} {"level":"info","ts":1785803048.472642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb","EoS":false} {"level":"info","ts":1785803048.4726565,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb"} {"level":"info","ts":1785803048.472683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb","EoS":true} {"level":"info","ts":1785803048.4727116,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a0a58296-c365-4226-a5ad-7d469e0c3bfb"} {"level":"info","ts":1785803104.591329,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803104.5913968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea"} {"level":"info","ts":1785803104.591406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea"} {"level":"info","ts":1785803104.5914166,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea","EoS":true} {"level":"info","ts":1785803104.5914397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea","header":"x-maas-username"} {"level":"info","ts":1785803104.5914497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea","header":"x-maas-group"} {"level":"info","ts":1785803104.5914557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea","header":"x-maas-subscription"} {"level":"info","ts":1785803104.5914693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803104.5914953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea"} {"level":"info","ts":1785803104.5925174,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea"} {"level":"info","ts":1785803104.5925403,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea"} {"level":"info","ts":1785803104.5925558,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea","EoS":false} {"level":"info","ts":1785803104.5925682,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea"} {"level":"info","ts":1785803104.5925925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea","EoS":true} {"level":"info","ts":1785803104.592601,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8ea5b645-52c0-4d48-8b0b-b4db651a8dea"} {"level":"info","ts":1785803119.7983553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803119.798424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195"} {"level":"info","ts":1785803119.7984352,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195"} {"level":"info","ts":1785803119.798449,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195","EoS":true} {"level":"info","ts":1785803119.7984707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195","header":"x-maas-username"} {"level":"info","ts":1785803119.798481,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195","header":"x-maas-group"} {"level":"info","ts":1785803119.7984886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195","header":"x-maas-subscription"} {"level":"info","ts":1785803119.7985058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803119.798538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195"} {"level":"info","ts":1785803119.7993855,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195"} {"level":"info","ts":1785803119.7994082,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195"} {"level":"info","ts":1785803119.79943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195","EoS":false} {"level":"info","ts":1785803119.7994492,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195"} {"level":"info","ts":1785803119.7994857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195","EoS":true} {"level":"info","ts":1785803119.7994957,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e39af60d-0c5c-4c6f-9269-db3ad2b1c195"} {"level":"info","ts":1785803445.8519034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803445.8519728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c"} {"level":"info","ts":1785803445.8519812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c"} {"level":"info","ts":1785803445.8519914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c","EoS":true} {"level":"info","ts":1785803445.852013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c","header":"x-maas-username"} {"level":"info","ts":1785803445.8520234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c","header":"x-maas-group"} {"level":"info","ts":1785803445.852029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c","header":"x-maas-subscription"} {"level":"info","ts":1785803445.8520427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803445.8520653,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c"} {"level":"info","ts":1785803445.853289,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c"} {"level":"info","ts":1785803445.8533103,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c"} {"level":"info","ts":1785803445.8533266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c","EoS":false} {"level":"info","ts":1785803445.8533413,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c"} {"level":"info","ts":1785803445.8533704,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c","EoS":true} {"level":"info","ts":1785803445.8533843,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fd1cba7e-cbd7-4662-984f-7d556819e76c"} {"level":"info","ts":1785803445.8924668,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803445.892525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de"} {"level":"info","ts":1785803445.8925343,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de"} {"level":"info","ts":1785803445.892544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de","EoS":true} {"level":"info","ts":1785803445.8925645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de","header":"x-maas-username"} {"level":"info","ts":1785803445.8925726,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de","header":"x-maas-group"} {"level":"info","ts":1785803445.8925788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de","header":"x-maas-subscription"} {"level":"info","ts":1785803445.892591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785803445.892617,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de"} {"level":"info","ts":1785803445.893882,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de"} {"level":"info","ts":1785803445.8939028,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de"} {"level":"info","ts":1785803445.893918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de","EoS":false} {"level":"info","ts":1785803445.8939316,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de"} {"level":"info","ts":1785803445.8939593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de","EoS":true} {"level":"info","ts":1785803445.8939724,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5c5c4500-9c64-4963-8c56-2588ba38a4de"} {"level":"info","ts":1785803450.6572816,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ddaeadba-feb5-4781-b639-ad36b5852d0f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785803450.657536,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38370.063367184,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.657568,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.7159934,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.7578504,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ddaeadba-feb5-4781-b639-ad36b5852d0f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785803450.7582235,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c787e1b-a7ca-47b4-a20f-6f3b7d7798c5"} {"level":"info","ts":1785803450.7582314,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba7ee19f-8041-4d54-9b12-43d211dff187","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803450.7582812,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba7ee19f-8041-4d54-9b12-43d211dff187","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785803450.7653663,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e173408d-2f71-43a4-9f09-03616bc678a1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803450.7653995,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e173408d-2f71-43a4-9f09-03616bc678a1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785803450.7658062,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32772.142999904,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.765826,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.7729313,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.8629696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9bd476-d2ba-4801-b0a2-f64034a3c25a"} {"level":"info","ts":1785803450.8633218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68198f74-ddc8-47ed-a715-674c01c95b42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803450.8633616,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68198f74-ddc8-47ed-a715-674c01c95b42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803450.8667653,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c787e1b-a7ca-47b4-a20f-6f3b7d7798c5","name":"e2e-external-provider"} {"level":"info","ts":1785803450.8690062,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70ea3851-81a9-4650-bd4c-2d1c2c033ac9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803450.869046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70ea3851-81a9-4650-bd4c-2d1c2c033ac9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785803450.8722055,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9bd476-d2ba-4801-b0a2-f64034a3c25a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803450.8722625,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9bd476-d2ba-4801-b0a2-f64034a3c25a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785803450.8743148,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dca0c881-cb2d-44b8-af87-2881fd1101cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803450.8743422,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dca0c881-cb2d-44b8-af87-2881fd1101cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785803450.8756158,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9bd476-d2ba-4801-b0a2-f64034a3c25a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785803450.875654,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b9bd476-d2ba-4801-b0a2-f64034a3c25a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803450.8757627,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86a65234-c2d9-4fa4-88bb-759ab7abee90"} {"level":"info","ts":1785803450.8757863,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86a65234-c2d9-4fa4-88bb-759ab7abee90","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785803450.8801208,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86a65234-c2d9-4fa4-88bb-759ab7abee90","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803450.8817272,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c787e1b-a7ca-47b4-a20f-6f3b7d7798c5","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785803450.8906486,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d38c497e-11ed-44e5-b53e-5d28f88a1dca"} {"level":"info","ts":1785803450.8906753,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d38c497e-11ed-44e5-b53e-5d28f88a1dca","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785803450.8923016,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c787e1b-a7ca-47b4-a20f-6f3b7d7798c5","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785803450.8966126,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d38c497e-11ed-44e5-b53e-5d28f88a1dca","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803450.8973522,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c787e1b-a7ca-47b4-a20f-6f3b7d7798c5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785803450.9024348,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"825f884d-d66e-4bce-84e4-1dcfb4f8ec17"} {"level":"info","ts":1785803450.902479,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e60a515-6b25-4015-8f61-ad9cd9740398","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803450.9025114,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e60a515-6b25-4015-8f61-ad9cd9740398","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803450.9024906,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"825f884d-d66e-4bce-84e4-1dcfb4f8ec17","name":"e2e-external-provider"} {"level":"info","ts":1785803450.9025664,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb716b29-6259-470d-8836-f3d41b18ff51"} {"level":"info","ts":1785803450.902762,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf23ee0-28ad-4560-9b01-4c23a6ca09f0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803450.9027777,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33401.394037016,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.9027941,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcf23ee0-28ad-4560-9b01-4c23a6ca09f0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785803450.902791,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.9096258,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785803450.9109788,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"825f884d-d66e-4bce-84e4-1dcfb4f8ec17","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785803450.9151144,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa949247-be9a-40ed-88b2-53c1c47ce471"} {"level":"info","ts":1785803450.915151,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa949247-be9a-40ed-88b2-53c1c47ce471","name":"e2e-external-provider"} {"level":"info","ts":1785803450.924193,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa949247-be9a-40ed-88b2-53c1c47ce471","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785803451.003138,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb716b29-6259-470d-8836-f3d41b18ff51","name":"e2e-external-model"} {"level":"info","ts":1785803451.0149727,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eb716b29-6259-470d-8836-f3d41b18ff51","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803451.0242443,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"457b3c5b-6332-4d6a-8697-c9d5da34f04d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803451.024277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"457b3c5b-6332-4d6a-8697-c9d5da34f04d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803451.0243025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e6fcac8-64b4-423b-97ff-9ddd32078cae"} {"level":"info","ts":1785803451.0243585,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e6fcac8-64b4-423b-97ff-9ddd32078cae","name":"e2e-external-model"} {"level":"info","ts":1785803451.03978,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80145c9f-3528-43d4-8b7d-6e7d884bd755","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803451.039813,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80145c9f-3528-43d4-8b7d-6e7d884bd755","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785803451.039773,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e6fcac8-64b4-423b-97ff-9ddd32078cae","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803451.0398848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bdc8bdd-946c-491d-b7a4-fda6d79b57f1"} {"level":"info","ts":1785803451.039943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bdc8bdd-946c-491d-b7a4-fda6d79b57f1","name":"e2e-external-model"} {"level":"info","ts":1785803451.047488,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bdc8bdd-946c-491d-b7a4-fda6d79b57f1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803451.0535767,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1c563b0-00eb-4ce4-aaf7-6e19d60bc185","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803451.0536067,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a1c563b0-00eb-4ce4-aaf7-6e19d60bc185","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785803451.0535796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63fd9702-a85b-4dd7-9f5b-bb178fde4b88"} {"level":"info","ts":1785803451.0536814,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63fd9702-a85b-4dd7-9f5b-bb178fde4b88","name":"e2e-external-model"} {"level":"info","ts":1785803451.0608482,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"63fd9702-a85b-4dd7-9f5b-bb178fde4b88","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803462.6356223,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803462.6357143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2"} {"level":"info","ts":1785803462.635724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2"} {"level":"info","ts":1785803462.6357358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","EoS":true} {"level":"info","ts":1785803462.6357596,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","header":"x-maas-subscription"} {"level":"info","ts":1785803462.6357691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","header":"x-maas-username"} {"level":"info","ts":1785803462.6357737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","header":"x-maas-group"} {"level":"info","ts":1785803462.6357872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803462.6357949,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","modelName":"e2e-external-model"} {"level":"info","ts":1785803462.6358075,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785803462.6358535,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785803462.635869,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","authType":"apikey"} {"level":"info","ts":1785803462.6358962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2"} {"level":"info","ts":1785803462.7278128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2"} {"level":"info","ts":1785803462.7278428,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2"} {"level":"info","ts":1785803462.7278614,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","EoS":false} {"level":"info","ts":1785803462.7278748,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2"} {"level":"info","ts":1785803462.7279046,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2","EoS":true} {"level":"info","ts":1785803462.7279112,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7973883e-fe62-42c9-8f55-3d7fdd0c3ed2"} {"level":"info","ts":1785803462.8454406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"511dadc5-9974-4a7b-9ccc-dd74507ae1eb"} {"level":"info","ts":1785803462.8454492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f4f9cc3-a9d4-43a8-83c2-ccfe87457cd4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803462.845573,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2f4f9cc3-a9d4-43a8-83c2-ccfe87457cd4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803462.8531144,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"511dadc5-9974-4a7b-9ccc-dd74507ae1eb","name":"e2e-cleanup-test"} {"level":"info","ts":1785803462.8531651,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd63e28e-b0e4-4f89-9f67-f3f2384a6c38","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803462.853191,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fd63e28e-b0e4-4f89-9f67-f3f2384a6c38","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803462.863233,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"511dadc5-9974-4a7b-9ccc-dd74507ae1eb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803462.8744035,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2df23566-3618-4a60-ab93-c7df585fcbdc"} {"level":"info","ts":1785803462.87448,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2df23566-3618-4a60-ab93-c7df585fcbdc","name":"e2e-cleanup-test"} {"level":"info","ts":1785803462.8744102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bb557fc-89b8-454e-986c-fec8bb830cc1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803462.874526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bb557fc-89b8-454e-986c-fec8bb830cc1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785803462.8841524,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2df23566-3618-4a60-ab93-c7df585fcbdc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785803462.8842273,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b52c4ab-437b-40d0-b6c9-b2a92bccf390"} {"level":"info","ts":1785803462.88426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"179fa80a-2c39-4b06-9160-8015ff722004","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803462.884287,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"179fa80a-2c39-4b06-9160-8015ff722004","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803462.8842905,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b52c4ab-437b-40d0-b6c9-b2a92bccf390","name":"e2e-cleanup-test"} {"level":"info","ts":1785803462.8919642,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b52c4ab-437b-40d0-b6c9-b2a92bccf390","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803462.8987484,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd9425f9-486e-4983-b8a1-c731c5d4d3e2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803462.89878,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd9425f9-486e-4983-b8a1-c731c5d4d3e2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785803462.898775,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52277c75-e1bf-40af-bf39-793708cb4cc1"} {"level":"info","ts":1785803462.8988307,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52277c75-e1bf-40af-bf39-793708cb4cc1","name":"e2e-cleanup-test"} {"level":"info","ts":1785803462.9058502,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52277c75-e1bf-40af-bf39-793708cb4cc1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803462.9097972,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d6fac18-1e67-4709-902c-2bb631dc4b5d"} {"level":"info","ts":1785803462.9098437,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d6fac18-1e67-4709-902c-2bb631dc4b5d","name":"e2e-cleanup-test"} {"level":"info","ts":1785803462.9164872,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0d6fac18-1e67-4709-902c-2bb631dc4b5d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785803471.1023562,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ef4ba4c-4738-4d02-b361-2c284e8d889c"} {"level":"info","ts":1785803471.1023538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80be374e-f305-40aa-ae0b-1715ef604eef","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803471.102424,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80be374e-f305-40aa-ae0b-1715ef604eef","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785803475.3983147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803475.3983777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9494d5fe-384f-4a2b-8c5f-0c2c728bdaa8"} {"level":"info","ts":1785803475.3983865,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9494d5fe-384f-4a2b-8c5f-0c2c728bdaa8"} {"level":"info","ts":1785803475.3983974,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9494d5fe-384f-4a2b-8c5f-0c2c728bdaa8","EoS":true} {"level":"info","ts":1785803475.398428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9494d5fe-384f-4a2b-8c5f-0c2c728bdaa8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785803475.3984537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9494d5fe-384f-4a2b-8c5f-0c2c728bdaa8"} {"level":"info","ts":1785803475.4459682,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803475.4460273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a"} {"level":"info","ts":1785803475.4460356,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a"} {"level":"info","ts":1785803475.4460459,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","EoS":true} {"level":"info","ts":1785803475.446067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","header":"x-maas-subscription"} {"level":"info","ts":1785803475.446079,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","header":"x-maas-username"} {"level":"info","ts":1785803475.446084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","header":"x-maas-group"} {"level":"info","ts":1785803475.446097,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803475.4461057,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","modelName":"e2e-external-model"} {"level":"info","ts":1785803475.4461546,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785803475.4461792,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785803475.4461944,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","authType":"apikey"} {"level":"info","ts":1785803475.4462178,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a"} {"level":"info","ts":1785803475.4879525,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a"} {"level":"info","ts":1785803475.4879842,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a"} {"level":"info","ts":1785803475.4879994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","EoS":false} {"level":"info","ts":1785803475.4880118,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a"} {"level":"info","ts":1785803475.4880404,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a","EoS":true} {"level":"info","ts":1785803475.4880528,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"46cf2fc6-3b3b-4761-a8d6-674d6307d66a"} {"level":"info","ts":1785803475.5300627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803475.5301256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5"} {"level":"info","ts":1785803475.5301359,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5"} {"level":"info","ts":1785803475.5301464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5","EoS":true} {"level":"info","ts":1785803475.5301673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5","header":"x-maas-subscription"} {"level":"info","ts":1785803475.5301778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5","header":"x-maas-group"} {"level":"info","ts":1785803475.5301828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5","header":"x-maas-username"} {"level":"info","ts":1785803475.5301936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785803475.5302162,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5"} {"level":"info","ts":1785803475.578137,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5"} {"level":"info","ts":1785803475.5781658,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5"} {"level":"info","ts":1785803475.5781848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5","EoS":false} {"level":"info","ts":1785803475.5781975,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5"} {"level":"info","ts":1785803475.5782242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5","EoS":true} {"level":"info","ts":1785803475.5782351,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1cf93af0-a130-40bb-b362-e79e567e4fd5"} {"level":"info","ts":1785803475.61803,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803475.6181035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead"} {"level":"info","ts":1785803475.6181166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead"} {"level":"info","ts":1785803475.6181355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead","EoS":true} {"level":"info","ts":1785803475.6181664,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead","header":"x-maas-username"} {"level":"info","ts":1785803475.618179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead","header":"x-maas-group"} {"level":"info","ts":1785803475.618189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead","header":"x-maas-subscription"} {"level":"info","ts":1785803475.6182485,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead"} {"level":"info","ts":1785803475.662071,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead"} {"level":"info","ts":1785803475.6620936,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead"} {"level":"info","ts":1785803475.6621134,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead","EoS":false} {"level":"info","ts":1785803475.6621306,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead"} {"level":"info","ts":1785803475.6621678,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead","EoS":true} {"level":"info","ts":1785803475.6621778,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"cd7c4c29-5e9f-41df-82fc-c78110a19ead"} {"level":"info","ts":1785803476.4695644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e40ed772-14c8-4bed-a499-de95f1f15277","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803476.4695961,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5da9c6a2-a8ee-4671-ae59-b9f976cb0437"} {"level":"info","ts":1785803476.4696112,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e40ed772-14c8-4bed-a499-de95f1f15277","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785803476.6109874,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d71a8a9-781a-423f-b470-adb7190b02f5"} {"level":"info","ts":1785803476.6109874,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7e5c04ec-5eea-428b-a39f-39969c2d68e5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803476.611068,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7e5c04ec-5eea-428b-a39f-39969c2d68e5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803476.7273934,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"94e3ff78-e0b4-4e9a-8895-82bdd1f53aa2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785803476.7274535,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"94e3ff78-e0b4-4e9a-8895-82bdd1f53aa2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785804980.2595866,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785804980.2596588,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81044cdd-9364-4ecb-86cc-8421ed5527be"} {"level":"info","ts":1785805054.4949265,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785805054.4950202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4"} {"level":"info","ts":1785805054.4950337,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4"} {"level":"info","ts":1785805054.4950564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4","EoS":true} {"level":"info","ts":1785805054.4950957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4","header":"x-maas-username"} {"level":"info","ts":1785805054.4951084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4","header":"x-maas-group"} {"level":"info","ts":1785805054.495117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4","header":"x-maas-subscription"} {"level":"info","ts":1785805054.495137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785805054.4951732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4"} {"level":"info","ts":1785805054.496778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4"} {"level":"info","ts":1785805054.4968011,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4"} {"level":"info","ts":1785805054.4968202,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4","EoS":false} {"level":"info","ts":1785805054.4968312,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4"} {"level":"info","ts":1785805054.4968536,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4","EoS":true} {"level":"info","ts":1785805054.4968607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3a5039da-ffff-4f2d-9596-0c512864b8e4"}