{"level":"info","ts":1785268147.0538058,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1db8597-51d1-4043-ba6b-18be1762cdf3"} {"level":"info","ts":1785268147.053826,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b1db8597-51d1-4043-ba6b-18be1762cdf3"} {"level":"info","ts":1785268147.053843,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1db8597-51d1-4043-ba6b-18be1762cdf3","EoS":false} {"level":"info","ts":1785268147.0538552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1db8597-51d1-4043-ba6b-18be1762cdf3","EoS":true} {"level":"info","ts":1785268147.053883,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b1db8597-51d1-4043-ba6b-18be1762cdf3"} {"level":"info","ts":1785268170.1722186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.1723146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.1723294,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.172352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","EoS":true} {"level":"info","ts":1785268170.1724029,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","header":"x-maas-username"} {"level":"info","ts":1785268170.1724157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","header":"x-maas-group"} {"level":"info","ts":1785268170.1724253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","header":"x-maas-subscription"} {"level":"info","ts":1785268170.1724472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.1724818,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.1753318,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.1753616,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.1753778,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","EoS":false} {"level":"info","ts":1785268170.1753907,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","EoS":true} {"level":"info","ts":1785268170.1754193,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.308093,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.308205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.308219,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.3082383,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","EoS":true} {"level":"info","ts":1785268170.3082821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","header":"x-maas-subscription"} {"level":"info","ts":1785268170.3082936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","header":"x-maas-username"} {"level":"info","ts":1785268170.3083043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","header":"x-maas-group"} {"level":"info","ts":1785268170.3083231,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.3083558,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.3093486,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.309374,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.3093898,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","EoS":false} {"level":"info","ts":1785268170.3094015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","EoS":true} {"level":"info","ts":1785268170.309432,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.4416056,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.4416928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.4417083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.441728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","EoS":true} {"level":"info","ts":1785268170.4417675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","header":"x-maas-subscription"} {"level":"info","ts":1785268170.441781,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","header":"x-maas-group"} {"level":"info","ts":1785268170.4417899,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","header":"x-maas-username"} {"level":"info","ts":1785268170.4418118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.441845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.442937,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.4429588,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.4429867,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","EoS":false} {"level":"info","ts":1785268170.4430022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","EoS":true} {"level":"info","ts":1785268170.4430335,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.5750022,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.5750911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.5751097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.575131,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","EoS":true} {"level":"info","ts":1785268170.5751743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","header":"x-maas-username"} {"level":"info","ts":1785268170.5751872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","header":"x-maas-subscription"} {"level":"info","ts":1785268170.575197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","header":"x-maas-group"} {"level":"info","ts":1785268170.5752194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.575254,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.5762956,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.5763156,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.5763307,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","EoS":false} {"level":"info","ts":1785268170.5763426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","EoS":true} {"level":"info","ts":1785268170.5763714,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.7104673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.7105737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268170.710591,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268170.7106106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","EoS":true} {"level":"info","ts":1785268170.7106507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","header":"x-maas-subscription"} {"level":"info","ts":1785268170.7106633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","header":"x-maas-username"} {"level":"info","ts":1785268170.710672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","header":"x-maas-group"} {"level":"info","ts":1785268170.7106943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.710728,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268170.7117946,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268170.7118125,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268170.7118273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","EoS":false} {"level":"info","ts":1785268170.711839,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","EoS":true} {"level":"info","ts":1785268170.7118692,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268186.5484028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268186.5484934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.5485103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.5485227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","EoS":true} {"level":"info","ts":1785268186.5485485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","header":"x-maas-username"} {"level":"info","ts":1785268186.548559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","header":"x-maas-subscription"} {"level":"info","ts":1785268186.5485642,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","header":"x-maas-group"} {"level":"info","ts":1785268186.5486155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268186.548645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.549598,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.5496228,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.5496395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","EoS":false} {"level":"info","ts":1785268186.5496514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","EoS":true} {"level":"info","ts":1785268186.5496857,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.587569,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268186.5876245,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.5876358,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.587647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","EoS":true} {"level":"info","ts":1785268186.5876682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","header":"x-maas-group"} {"level":"info","ts":1785268186.5876782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","header":"x-maas-username"} {"level":"info","ts":1785268186.5876827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","header":"x-maas-subscription"} {"level":"info","ts":1785268186.5876944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268186.5877175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.5904446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.5904586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.5904715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","EoS":false} {"level":"info","ts":1785268186.5904858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","EoS":true} {"level":"info","ts":1785268186.5905108,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.6861384,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268186.6862004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f01ae019-e93d-47b3-8e23-42f4dffa37fa"} {"level":"info","ts":1785268186.6869571,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f01ae019-e93d-47b3-8e23-42f4dffa37fa"} {"level":"info","ts":1785268186.686994,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f01ae019-e93d-47b3-8e23-42f4dffa37fa"} {"level":"info","ts":1785268186.6870155,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f01ae019-e93d-47b3-8e23-42f4dffa37fa","EoS":false} {"level":"info","ts":1785268186.6870284,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f01ae019-e93d-47b3-8e23-42f4dffa37fa"} {"level":"info","ts":1785268186.6870508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f01ae019-e93d-47b3-8e23-42f4dffa37fa","EoS":true} {"level":"info","ts":1785268186.687059,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f01ae019-e93d-47b3-8e23-42f4dffa37fa"} {"level":"info","ts":1785268191.324873,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268191.3249607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268191.3249886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268191.3250031,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","EoS":true} {"level":"info","ts":1785268191.325039,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","header":"x-maas-subscription"} {"level":"info","ts":1785268191.3250496,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","header":"x-maas-group"} {"level":"info","ts":1785268191.325055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","header":"x-maas-username"} {"level":"info","ts":1785268191.3250682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268191.3250966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268191.3267853,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268191.326809,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268191.3268242,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","EoS":false} {"level":"info","ts":1785268191.3268359,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","EoS":true} {"level":"info","ts":1785268191.326863,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268201.9627876,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268201.9628701,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268201.9628797,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268201.9628909,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","EoS":true} {"level":"info","ts":1785268201.9629192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","header":"x-maas-username"} {"level":"info","ts":1785268201.9629302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","header":"x-maas-subscription"} {"level":"info","ts":1785268201.9629352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","header":"x-maas-group"} {"level":"info","ts":1785268201.9629502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268201.9630353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268201.9648933,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268201.964914,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268201.964931,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","EoS":false} {"level":"info","ts":1785268201.9649506,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","EoS":true} {"level":"info","ts":1785268201.9650023,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268214.8546827,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268214.854764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268214.854774,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268214.8547854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","EoS":true} {"level":"info","ts":1785268214.8548126,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","header":"x-maas-subscription"} {"level":"info","ts":1785268214.8548234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","header":"x-maas-username"} {"level":"info","ts":1785268214.8548286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","header":"x-maas-group"} {"level":"info","ts":1785268214.854843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268214.8548667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268214.8558295,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268214.8558414,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268214.8558528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","EoS":false} {"level":"info","ts":1785268214.855864,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","EoS":true} {"level":"info","ts":1785268214.8558862,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268223.379713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268223.3797925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268223.3798013,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268223.379812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","EoS":true} {"level":"info","ts":1785268223.3798394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","header":"x-maas-group"} {"level":"info","ts":1785268223.37985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","header":"x-maas-subscription"} {"level":"info","ts":1785268223.3798559,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","header":"x-maas-username"} {"level":"info","ts":1785268223.37987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268223.3798978,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268223.3809352,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268223.3809566,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268223.380985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","EoS":false} {"level":"info","ts":1785268223.3809988,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","EoS":true} {"level":"info","ts":1785268223.3810315,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268232.2893279,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268232.289408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268232.289418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268232.2894297,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","EoS":true} {"level":"info","ts":1785268232.2894535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","header":"x-maas-username"} {"level":"info","ts":1785268232.2894654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","header":"x-maas-subscription"} {"level":"info","ts":1785268232.2894716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","header":"x-maas-group"} {"level":"info","ts":1785268232.2894866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268232.2895122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268232.2905302,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268232.290551,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268232.2905695,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","EoS":false} {"level":"info","ts":1785268232.2905824,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","EoS":true} {"level":"info","ts":1785268232.2906122,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268257.3106823,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268257.3107696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268257.3107793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268257.3107917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","EoS":true} {"level":"info","ts":1785268257.3108194,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","header":"x-maas-username"} {"level":"info","ts":1785268257.3108304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","header":"x-maas-group"} {"level":"info","ts":1785268257.3108354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","header":"x-maas-subscription"} {"level":"info","ts":1785268257.3108492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268257.3108761,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268257.3127272,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268257.3127441,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268257.312759,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","EoS":false} {"level":"info","ts":1785268257.3127697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","EoS":true} {"level":"info","ts":1785268257.3127975,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268280.1251333,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268280.1252306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268280.1252503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268280.1252713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","EoS":true} {"level":"info","ts":1785268280.1253119,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","header":"x-maas-subscription"} {"level":"info","ts":1785268280.1253247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","header":"x-maas-group"} {"level":"info","ts":1785268280.1253333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","header":"x-maas-username"} {"level":"info","ts":1785268280.125352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268280.1253867,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268280.1262476,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268280.126272,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268280.1262925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","EoS":false} {"level":"info","ts":1785268280.1263049,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","EoS":true} {"level":"info","ts":1785268280.126338,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268319.3432927,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268319.3433764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268319.3433867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268319.3434,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","EoS":true} {"level":"info","ts":1785268319.3434348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","header":"x-maas-group"} {"level":"info","ts":1785268319.3434453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","header":"x-maas-subscription"} {"level":"info","ts":1785268319.343451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","header":"x-maas-username"} {"level":"info","ts":1785268319.3434653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268319.3435156,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268319.3444424,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268319.3444653,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268319.3444884,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","EoS":false} {"level":"info","ts":1785268319.3445058,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","EoS":true} {"level":"info","ts":1785268319.344546,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268328.7425478,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268328.7426212,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7426307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7426422,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","EoS":true} {"level":"info","ts":1785268328.742668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","header":"x-maas-subscription"} {"level":"info","ts":1785268328.742679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","header":"x-maas-group"} {"level":"info","ts":1785268328.7426836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","header":"x-maas-username"} {"level":"info","ts":1785268328.7426987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268328.7427235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7435064,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7435274,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7435496,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","EoS":false} {"level":"info","ts":1785268328.7435734,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","EoS":true} {"level":"info","ts":1785268328.7436163,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7780335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268328.7781153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268328.7781317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268328.7781498,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","EoS":true} {"level":"info","ts":1785268328.7781847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","header":"x-maas-username"} {"level":"info","ts":1785268328.7782001,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","header":"x-maas-subscription"} {"level":"info","ts":1785268328.7782094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","header":"x-maas-group"} {"level":"info","ts":1785268328.778228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268328.7782633,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268328.7803802,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268328.7803984,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268328.7804127,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","EoS":false} {"level":"info","ts":1785268328.7804244,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","EoS":true} {"level":"info","ts":1785268328.780454,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268347.8107996,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268347.8108811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268347.8108912,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268347.810906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","EoS":true} {"level":"info","ts":1785268347.8109403,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","header":"x-maas-group"} {"level":"info","ts":1785268347.8109508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","header":"x-maas-username"} {"level":"info","ts":1785268347.8109553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","header":"x-maas-subscription"} {"level":"info","ts":1785268347.8109686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268347.811024,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268347.811889,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268347.81191,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268347.8119252,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","EoS":false} {"level":"info","ts":1785268347.8119395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","EoS":true} {"level":"info","ts":1785268347.8119965,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268481.0697157,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268481.0698164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268481.0698345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268481.0698543,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","EoS":true} {"level":"info","ts":1785268481.0698924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","header":"x-maas-group"} {"level":"info","ts":1785268481.0699086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","header":"x-maas-username"} {"level":"info","ts":1785268481.0699162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","header":"x-maas-subscription"} {"level":"info","ts":1785268481.0699315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268481.0699604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268481.0719101,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268481.071932,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268481.0719514,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","EoS":false} {"level":"info","ts":1785268481.0719671,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","EoS":true} {"level":"info","ts":1785268481.072032,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268522.4372294,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268522.437327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268522.4373436,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268522.4373631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","EoS":true} {"level":"info","ts":1785268522.4374042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","header":"x-maas-subscription"} {"level":"info","ts":1785268522.4374175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","header":"x-maas-group"} {"level":"info","ts":1785268522.4374244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","header":"x-maas-username"} {"level":"info","ts":1785268522.4374459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268522.4374769,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268522.4383268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268522.4383478,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268522.4383624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","EoS":false} {"level":"info","ts":1785268522.438374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","EoS":true} {"level":"info","ts":1785268522.438402,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268537.6914287,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268537.6915274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268537.6915405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268537.6915593,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","EoS":true} {"level":"info","ts":1785268537.691598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","header":"x-maas-username"} {"level":"info","ts":1785268537.69161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","header":"x-maas-group"} {"level":"info","ts":1785268537.6916196,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","header":"x-maas-subscription"} {"level":"info","ts":1785268537.6916413,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268537.691677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268537.6941204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268537.6941426,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268537.6941617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","EoS":false} {"level":"info","ts":1785268537.6941752,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","EoS":true} {"level":"info","ts":1785268537.6942043,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268868.8904855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268868.8905773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268868.8905857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268868.8905969,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","EoS":true} {"level":"info","ts":1785268868.8906217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","header":"x-maas-group"} {"level":"info","ts":1785268868.8906329,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","header":"x-maas-username"} {"level":"info","ts":1785268868.8906384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","header":"x-maas-subscription"} {"level":"info","ts":1785268868.890652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268868.890676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268868.8916872,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268868.8917065,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268868.891721,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","EoS":false} {"level":"info","ts":1785268868.8917327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","EoS":true} {"level":"info","ts":1785268868.891758,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268873.7063708,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a4ba465-98e1-44c6-a73d-77e9fe9aa54f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785268873.7066371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35461.647411841,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.7066562,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.739825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.806883,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a4ba465-98e1-44c6-a73d-77e9fe9aa54f","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785268873.8231652,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dc5aa28-1f10-41bd-b529-99661819fcac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268873.8232117,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5dc5aa28-1f10-41bd-b529-99661819fcac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268873.8231997,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"490082d5-69ba-4897-bba0-b11161230b32"} {"level":"info","ts":1785268873.828955,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab136d74-f2ef-4588-8d21-5b26a6c50a9f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268873.8290143,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ab136d74-f2ef-4588-8d21-5b26a6c50a9f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268873.8293216,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34355.575379672,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.8293464,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.8379536,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.929882,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"490082d5-69ba-4897-bba0-b11161230b32","name":"e2e-external-provider"} {"level":"info","ts":1785268873.9407434,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"490082d5-69ba-4897-bba0-b11161230b32","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785268873.9495795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b55177e-836c-43e8-85b9-71fa9f4a7420"} {"level":"info","ts":1785268873.9496176,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38035c48-2dc4-4526-8232-4c7bedb8cd57","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268873.9496698,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38035c48-2dc4-4526-8232-4c7bedb8cd57","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268873.9498556,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"490082d5-69ba-4897-bba0-b11161230b32","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785268873.9562814,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"490082d5-69ba-4897-bba0-b11161230b32","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785268873.9581633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c996e51d-b277-4463-aeb7-3ccd599875ca","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268873.9582007,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c996e51d-b277-4463-aeb7-3ccd599875ca","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268873.9583297,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b55177e-836c-43e8-85b9-71fa9f4a7420","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785268873.9620347,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e20de596-e906-4dfb-8c87-d9a955fc8d93"} {"level":"info","ts":1785268873.9620695,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04aa0a76-f618-4be2-a57e-ce2d3951d02a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268873.9621086,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"04aa0a76-f618-4be2-a57e-ce2d3951d02a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268873.9621274,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e20de596-e906-4dfb-8c87-d9a955fc8d93","name":"e2e-external-provider"} {"level":"info","ts":1785268873.9622178,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43d89d6b-e2c6-4532-94d9-ed3c7c2da7fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268873.962232,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"43d89d6b-e2c6-4532-94d9-ed3c7c2da7fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785268873.9656997,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b55177e-836c-43e8-85b9-71fa9f4a7420","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268873.9657452,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f50c0123-89fc-4919-9476-e81be4d30372","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268873.9657655,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f50c0123-89fc-4919-9476-e81be4d30372","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268873.9657772,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18a3a566-c86e-4d8d-b099-c5fe284eab64"} {"level":"info","ts":1785268873.9660203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39403.071798524,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.9660351,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.9723084,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e20de596-e906-4dfb-8c87-d9a955fc8d93","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785268873.9725132,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.9768074,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71e5454e-53e4-479b-bd1a-c9ec886b986b"} {"level":"info","ts":1785268873.976866,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71e5454e-53e4-479b-bd1a-c9ec886b986b","name":"e2e-external-provider"} {"level":"info","ts":1785268873.9871182,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"71e5454e-53e4-479b-bd1a-c9ec886b986b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785268874.0661035,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18a3a566-c86e-4d8d-b099-c5fe284eab64","name":"e2e-external-model"} {"level":"info","ts":1785268874.0776203,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18a3a566-c86e-4d8d-b099-c5fe284eab64","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268874.085943,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"108dd0c3-fb48-4288-9fea-0ddaca34b64f"} {"level":"info","ts":1785268874.0859954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfe70553-f18b-466b-b7e8-deb2e9ac2860","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268874.086027,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"108dd0c3-fb48-4288-9fea-0ddaca34b64f","name":"e2e-external-model"} {"level":"info","ts":1785268874.0860536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dfe70553-f18b-466b-b7e8-deb2e9ac2860","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268874.097243,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f0a0528-a1b9-4d1a-bc59-bac3ccdf6732","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268874.097293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f0a0528-a1b9-4d1a-bc59-bac3ccdf6732","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785268874.097391,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"108dd0c3-fb48-4288-9fea-0ddaca34b64f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268874.0974605,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7119b0b-6f3f-4234-be3b-7268f35e934d"} {"level":"info","ts":1785268874.0975158,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7119b0b-6f3f-4234-be3b-7268f35e934d","name":"e2e-external-model"} {"level":"info","ts":1785268874.1055582,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7119b0b-6f3f-4234-be3b-7268f35e934d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268874.1130538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"362bc726-26cb-47f8-98e7-cf46e629e574","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268874.113091,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"362bc726-26cb-47f8-98e7-cf46e629e574","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268874.1131618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15479a68-476b-4996-8f6b-882dfc7745c6"} {"level":"info","ts":1785268874.1132283,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15479a68-476b-4996-8f6b-882dfc7745c6","name":"e2e-external-model"} {"level":"info","ts":1785268874.1212225,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15479a68-476b-4996-8f6b-882dfc7745c6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268883.7130857,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268883.7131817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.7131953,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.713207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","EoS":true} {"level":"info","ts":1785268883.7132344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","header":"x-maas-group"} {"level":"info","ts":1785268883.7132447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","header":"x-maas-subscription"} {"level":"info","ts":1785268883.7132506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","header":"x-maas-username"} {"level":"info","ts":1785268883.7132654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268883.713275,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","modelName":"e2e-external-model"} {"level":"info","ts":1785268883.7132874,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268883.713369,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785268883.7133973,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","authType":"apikey"} {"level":"info","ts":1785268883.7134256,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.8190846,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.8191178,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.8191373,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","EoS":false} {"level":"info","ts":1785268883.819151,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","EoS":true} {"level":"error","ts":1785268883.8191624,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785268883.8192194,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.944676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ca00e3a-bb4d-4e6b-b8af-3785f5da82ef"} {"level":"info","ts":1785268883.944721,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8837abcb-a84a-4d99-9578-34d0163de38e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268883.9447708,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8837abcb-a84a-4d99-9578-34d0163de38e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268883.9503148,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ca00e3a-bb4d-4e6b-b8af-3785f5da82ef","name":"e2e-cleanup-test"} {"level":"info","ts":1785268883.9503422,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42072859-8a82-47d5-89d1-4ae6f6e75778","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268883.950367,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42072859-8a82-47d5-89d1-4ae6f6e75778","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268883.9659023,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ca00e3a-bb4d-4e6b-b8af-3785f5da82ef","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268883.9722283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d790440-a029-4309-b8b0-64bf80f09f71","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268883.972236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a519f0aa-5415-45e5-8385-46b07fd3c426"} {"level":"info","ts":1785268883.9722602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d790440-a029-4309-b8b0-64bf80f09f71","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268883.9722934,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a519f0aa-5415-45e5-8385-46b07fd3c426","name":"e2e-cleanup-test"} {"level":"error","ts":1785268883.9875436,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a519f0aa-5415-45e5-8385-46b07fd3c426","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268883.9875922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d11ce1d4-2b09-4f80-a338-da203369d91a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268883.9876335,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d11ce1d4-2b09-4f80-a338-da203369d91a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268883.9876423,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b76a3e03-1232-4354-ba0f-1069de31bba1"} {"level":"info","ts":1785268883.9876919,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b76a3e03-1232-4354-ba0f-1069de31bba1","name":"e2e-cleanup-test"} {"level":"info","ts":1785268883.9960215,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b76a3e03-1232-4354-ba0f-1069de31bba1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268884.003466,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"178b5cab-6dff-4e23-adf6-9e5b774960a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268884.0035086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"178b5cab-6dff-4e23-adf6-9e5b774960a9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268884.003474,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a087ae67-8e80-4d6b-bdc7-5a918cf08f2f"} {"level":"info","ts":1785268884.0035787,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a087ae67-8e80-4d6b-bdc7-5a918cf08f2f","name":"e2e-cleanup-test"} {"level":"info","ts":1785268884.012056,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a087ae67-8e80-4d6b-bdc7-5a918cf08f2f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268892.224331,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5eb6d98d-1d73-4947-a4e9-0358937a0e97","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268892.224362,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"772ceae5-803d-4935-9781-459d88d168a2"} {"level":"info","ts":1785268892.224387,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5eb6d98d-1d73-4947-a4e9-0358937a0e97","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268896.551845,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268896.5519452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c"} {"level":"info","ts":1785268896.5519638,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c"} {"level":"info","ts":1785268896.552008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c","EoS":true} {"level":"info","ts":1785268896.5520577,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785268896.5520976,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c"} {"level":"info","ts":1785268896.5907748,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268896.5908623,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.5908759,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.5908873,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","EoS":true} {"level":"info","ts":1785268896.5909116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","header":"x-maas-subscription"} {"level":"info","ts":1785268896.5909228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","header":"x-maas-username"} {"level":"info","ts":1785268896.590928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","header":"x-maas-group"} {"level":"info","ts":1785268896.5909412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268896.5909498,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","modelName":"e2e-external-model"} {"level":"info","ts":1785268896.5909624,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268896.5910087,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785268896.591025,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","authType":"apikey"} {"level":"info","ts":1785268896.5910518,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.6412828,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.6413105,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.6413283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","EoS":false} {"level":"info","ts":1785268896.6413424,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","EoS":true} {"level":"error","ts":1785268896.6413524,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785268896.641402,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.6747735,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268896.6748457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.6748571,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.674869,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","EoS":true} {"level":"info","ts":1785268896.6748936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","header":"x-maas-subscription"} {"level":"info","ts":1785268896.6749043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","header":"x-maas-username"} {"level":"info","ts":1785268896.6749084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","header":"x-maas-group"} {"level":"info","ts":1785268896.674922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268896.6749442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.7817876,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.7818162,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.781832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","EoS":false} {"level":"info","ts":1785268896.7818453,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","EoS":true} {"level":"error","ts":1785268896.7818556,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785268896.781892,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.8167746,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268896.816845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268896.816854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268896.8168647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","EoS":true} {"level":"info","ts":1785268896.8168871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","header":"x-maas-username"} {"level":"info","ts":1785268896.8168988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","header":"x-maas-subscription"} {"level":"info","ts":1785268896.8169034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","header":"x-maas-group"} {"level":"info","ts":1785268896.8169365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268896.866477,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268896.866505,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268896.8665226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","EoS":false} {"level":"info","ts":1785268896.8665354,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","EoS":true} {"level":"error","ts":1785268896.8665469,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785268896.8665805,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268897.717674,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bcceddee-aab6-4d5b-9d38-2fdd1b43f8c9"} {"level":"info","ts":1785268897.717692,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c4383c7-87d6-4982-8c3d-76a7802c7121","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268897.717776,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c4383c7-87d6-4982-8c3d-76a7802c7121","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268897.866761,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f3772e5-8eca-4bae-bd4d-99cc9708fd42","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268897.8668058,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4f3772e5-8eca-4bae-bd4d-99cc9708fd42","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268897.8668272,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ccf56f9-81b6-4c1a-b75d-86dc89ad1601"} {"level":"info","ts":1785268897.9847753,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ee56e6b1-c8a3-4b2c-b106-c0452ae0f172","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785268897.9848382,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ee56e6b1-c8a3-4b2c-b106-c0452ae0f172","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785270387.6626065,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270387.662707,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2661a12-8a6d-4db6-bffb-c880e7bbcf8c"} {"level":"info","ts":1785270465.7608795,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270465.7609584,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"} {"level":"info","ts":1785270465.7609663,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"} {"level":"info","ts":1785270465.7610044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","EoS":true} {"level":"info","ts":1785270465.7610335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","header":"x-maas-username"} {"level":"info","ts":1785270465.7610419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","header":"x-maas-subscription"} {"level":"info","ts":1785270465.7610476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","header":"x-maas-group"} {"level":"info","ts":1785270465.7610614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785270465.7610877,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"} {"level":"info","ts":1785270465.7619677,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"} {"level":"info","ts":1785270465.7620032,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"} {"level":"info","ts":1785270465.7620177,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","EoS":false} {"level":"info","ts":1785270465.7620294,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","EoS":true} {"level":"info","ts":1785270465.7620604,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"}