{"level":"info","ts":1784936640.4630837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827"} {"level":"info","ts":1784936640.4631019,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827"} {"level":"info","ts":1784936640.463122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827","EoS":true} {"level":"info","ts":1784936640.4631636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827","header":"x-maas-username"} {"level":"info","ts":1784936640.4631765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827","header":"x-maas-group"} {"level":"info","ts":1784936640.4631855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827","header":"x-maas-subscription"} {"level":"info","ts":1784936640.4632092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936640.4632664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827"} {"level":"info","ts":1784936640.4650068,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827"} {"level":"info","ts":1784936640.4650598,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827"} {"level":"info","ts":1784936640.4650853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827","EoS":false} {"level":"info","ts":1784936640.4650993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827","EoS":true} {"level":"info","ts":1784936640.4651363,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"af57e74c-25a9-45bc-8c36-a2c7bb032827"} {"level":"info","ts":1784936641.2508047,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936641.250898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936641.250917,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936641.2509387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","EoS":true} {"level":"info","ts":1784936641.2509806,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","header":"x-maas-group"} {"level":"info","ts":1784936641.250992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","header":"x-maas-username"} {"level":"info","ts":1784936641.251001,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","header":"x-maas-subscription"} {"level":"info","ts":1784936641.2510204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936641.2510529,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936641.2519536,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936641.2519746,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936641.2519913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","EoS":false} {"level":"info","ts":1784936641.2520037,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465","EoS":true} {"level":"info","ts":1784936641.2520356,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"40375afc-f7bf-4742-9865-1bb6fb384465"} {"level":"info","ts":1784936664.4140098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.4140973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.4141107,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.4141235,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","EoS":true} {"level":"info","ts":1784936664.4141598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","header":"x-maas-username"} {"level":"info","ts":1784936664.4141684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","header":"x-maas-group"} {"level":"info","ts":1784936664.4141746,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","header":"x-maas-subscription"} {"level":"info","ts":1784936664.414187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.4142199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.4175055,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.4175491,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.4175673,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","EoS":false} {"level":"info","ts":1784936664.41758,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1","EoS":true} {"level":"info","ts":1784936664.4176095,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8562f4cf-c579-47a1-9bb3-c8d088f45fe1"} {"level":"info","ts":1784936664.5541456,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.5542314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.5542438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.554261,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","EoS":true} {"level":"info","ts":1784936664.5542872,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","header":"x-maas-subscription"} {"level":"info","ts":1784936664.5542955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","header":"x-maas-username"} {"level":"info","ts":1784936664.5543017,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","header":"x-maas-group"} {"level":"info","ts":1784936664.5543146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.5543458,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.555277,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.5552993,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.5553179,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","EoS":false} {"level":"info","ts":1784936664.5553315,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3","EoS":true} {"level":"info","ts":1784936664.5553603,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b049f306-fda5-43c9-bb88-ea827621f4a3"} {"level":"info","ts":1784936664.6928558,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.6929393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.6929512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.6929631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","EoS":true} {"level":"info","ts":1784936664.6929889,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","header":"x-maas-subscription"} {"level":"info","ts":1784936664.6929991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","header":"x-maas-username"} {"level":"info","ts":1784936664.6930046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","header":"x-maas-group"} {"level":"info","ts":1784936664.6930199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.6930416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.693977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.6939976,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.6940196,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","EoS":false} {"level":"info","ts":1784936664.6940358,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489","EoS":true} {"level":"info","ts":1784936664.694064,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8b2a8b1d-bd70-4bb3-a9f2-f8fcdb009489"} {"level":"info","ts":1784936664.8280382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.828125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.8281395,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.828156,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","EoS":true} {"level":"info","ts":1784936664.8281913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","header":"x-maas-subscription"} {"level":"info","ts":1784936664.8282077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","header":"x-maas-username"} {"level":"info","ts":1784936664.8282137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","header":"x-maas-group"} {"level":"info","ts":1784936664.8282278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.8282542,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.8291962,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.829215,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.8292294,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","EoS":false} {"level":"info","ts":1784936664.8292465,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4","EoS":true} {"level":"info","ts":1784936664.829278,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"18cbf809-1ad3-4a7d-a9b1-dc3de9dcd9f4"} {"level":"info","ts":1784936664.9663858,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936664.9664702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936664.966482,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936664.9664943,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","EoS":true} {"level":"info","ts":1784936664.966519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","header":"x-maas-username"} {"level":"info","ts":1784936664.9665513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","header":"x-maas-group"} {"level":"info","ts":1784936664.9665577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","header":"x-maas-subscription"} {"level":"info","ts":1784936664.966572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936664.9665995,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936664.967485,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936664.967506,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936664.9675224,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","EoS":false} {"level":"info","ts":1784936664.96755,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc","EoS":true} {"level":"info","ts":1784936664.9675791,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"68265a52-4480-4403-ac97-28ef52e3c3bc"} {"level":"info","ts":1784936683.8967166,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936683.8968155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936683.8968332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936683.8968518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","EoS":true} {"level":"info","ts":1784936683.8968894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","header":"x-maas-group"} {"level":"info","ts":1784936683.896901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","header":"x-maas-username"} {"level":"info","ts":1784936683.8969102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","header":"x-maas-subscription"} {"level":"info","ts":1784936683.89693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936683.8969727,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936683.9002662,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936683.9002922,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936683.9003096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","EoS":false} {"level":"info","ts":1784936683.9003246,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37","EoS":true} {"level":"info","ts":1784936683.9003654,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b6092e46-26f1-4fc8-a769-54d4fe0eec37"} {"level":"info","ts":1784936684.0193493,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936684.019435,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e96e9e85-6024-4f43-a4e9-3052212770fb"} {"level":"info","ts":1784936684.0203607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e96e9e85-6024-4f43-a4e9-3052212770fb"} {"level":"info","ts":1784936684.0203788,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e96e9e85-6024-4f43-a4e9-3052212770fb"} {"level":"info","ts":1784936684.0203953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e96e9e85-6024-4f43-a4e9-3052212770fb","EoS":false} {"level":"info","ts":1784936684.0204062,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e96e9e85-6024-4f43-a4e9-3052212770fb"} {"level":"info","ts":1784936684.0204327,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e96e9e85-6024-4f43-a4e9-3052212770fb","EoS":true} {"level":"info","ts":1784936684.020442,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e96e9e85-6024-4f43-a4e9-3052212770fb"} {"level":"info","ts":1784936688.663461,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936688.6635888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936688.6636057,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936688.6636734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","EoS":true} {"level":"info","ts":1784936688.6637163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","header":"x-maas-username"} {"level":"info","ts":1784936688.6637292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","header":"x-maas-subscription"} {"level":"info","ts":1784936688.663737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","header":"x-maas-group"} {"level":"info","ts":1784936688.6637554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936688.663791,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936688.6646593,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936688.664679,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936688.6646953,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","EoS":false} {"level":"info","ts":1784936688.6647077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0","EoS":true} {"level":"info","ts":1784936688.664739,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"107516fa-5688-4c99-aef3-0f7cfc7caac0"} {"level":"info","ts":1784936697.255408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936697.2554855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936697.2554984,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936697.2555106,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","EoS":true} {"level":"info","ts":1784936697.255554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","header":"x-maas-subscription"} {"level":"info","ts":1784936697.2555656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","header":"x-maas-username"} {"level":"info","ts":1784936697.255571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","header":"x-maas-group"} {"level":"info","ts":1784936697.2555845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936697.2556133,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936697.2578843,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936697.2579052,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936697.2579265,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","EoS":false} {"level":"info","ts":1784936697.2579443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635","EoS":true} {"level":"info","ts":1784936697.2579865,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bde184ca-310a-45b2-92ff-0ff214dbf635"} {"level":"info","ts":1784936710.1416955,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936710.141803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936710.1418228,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936710.1418417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","EoS":true} {"level":"info","ts":1784936710.1418796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","header":"x-maas-subscription"} {"level":"info","ts":1784936710.1418934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","header":"x-maas-username"} {"level":"info","ts":1784936710.1419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","header":"x-maas-group"} {"level":"info","ts":1784936710.1419199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936710.1419675,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936710.1430047,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936710.143029,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936710.1430454,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","EoS":false} {"level":"info","ts":1784936710.14306,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef","EoS":true} {"level":"info","ts":1784936710.1430974,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bd35cfc6-6415-46b4-aa00-c7febdd075ef"} {"level":"info","ts":1784936718.7008886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936718.7009776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936718.7009897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936718.7010016,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","EoS":true} {"level":"info","ts":1784936718.7010703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","header":"x-maas-username"} {"level":"info","ts":1784936718.7010832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","header":"x-maas-group"} {"level":"info","ts":1784936718.701091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","header":"x-maas-subscription"} {"level":"info","ts":1784936718.7011094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936718.701144,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936718.7019973,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936718.702016,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936718.7020314,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","EoS":false} {"level":"info","ts":1784936718.7020426,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b","EoS":true} {"level":"info","ts":1784936718.7020702,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"93d49b41-3075-4edf-bfab-c935469a932b"} {"level":"info","ts":1784936727.5851772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936727.585269,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936727.5852814,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936727.585293,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","EoS":true} {"level":"info","ts":1784936727.5853198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","header":"x-maas-group"} {"level":"info","ts":1784936727.58533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","header":"x-maas-username"} {"level":"info","ts":1784936727.585336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","header":"x-maas-subscription"} {"level":"info","ts":1784936727.5853508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936727.5854294,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936727.5863261,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936727.586345,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936727.5863624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","EoS":false} {"level":"info","ts":1784936727.5863829,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f","EoS":true} {"level":"info","ts":1784936727.5864122,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"edc40100-0ba2-4c1f-a720-6127a7c1158f"} {"level":"info","ts":1784936753.601437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936753.6015754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936753.6015968,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936753.6016176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","EoS":true} {"level":"info","ts":1784936753.601655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","header":"x-maas-username"} {"level":"info","ts":1784936753.601667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","header":"x-maas-subscription"} {"level":"info","ts":1784936753.6016753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","header":"x-maas-group"} {"level":"info","ts":1784936753.601758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936753.6017942,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936753.6027784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936753.6027997,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936753.6028154,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","EoS":false} {"level":"info","ts":1784936753.6028278,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7","EoS":true} {"level":"info","ts":1784936753.602857,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"85b33b23-611b-48fa-8469-d383d212f4e7"} {"level":"info","ts":1784936775.9069958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936775.9070766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936775.907087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936775.9070985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","EoS":true} {"level":"info","ts":1784936775.9071264,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","header":"x-maas-username"} {"level":"info","ts":1784936775.9071345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","header":"x-maas-group"} {"level":"info","ts":1784936775.9071395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","header":"x-maas-subscription"} {"level":"info","ts":1784936775.907155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784936775.9072235,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936775.9094732,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936775.909503,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936775.9095232,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","EoS":false} {"level":"info","ts":1784936775.9095552,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d","EoS":true} {"level":"info","ts":1784936775.9095886,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"59ae716a-ac11-453b-b967-bd783a92c40d"} {"level":"info","ts":1784936802.6263084,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936802.6263833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936802.6263926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936802.626404,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","EoS":true} {"level":"info","ts":1784936802.626432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","header":"x-maas-username"} {"level":"info","ts":1784936802.626443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","header":"x-maas-subscription"} {"level":"info","ts":1784936802.626449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","header":"x-maas-group"} {"level":"info","ts":1784936802.626464,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936802.6264875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936802.627335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936802.6273558,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936802.627372,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","EoS":false} {"level":"info","ts":1784936802.6273832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1","EoS":true} {"level":"info","ts":1784936802.6274145,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"28f5f1e0-91fd-4e36-b04b-ddba5fc0e8a1"} {"level":"info","ts":1784936812.107167,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936812.1072514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.1072626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.1072743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","EoS":true} {"level":"info","ts":1784936812.107302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","header":"x-maas-username"} {"level":"info","ts":1784936812.1073132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","header":"x-maas-subscription"} {"level":"info","ts":1784936812.1073182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","header":"x-maas-group"} {"level":"info","ts":1784936812.1073313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936812.1073604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.109632,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.1096537,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.109669,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","EoS":false} {"level":"info","ts":1784936812.1096807,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849","EoS":true} {"level":"info","ts":1784936812.1097116,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"76e02e0b-912a-4ecf-b868-5e96e8c3a849"} {"level":"info","ts":1784936812.146595,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936812.1466668,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936812.1466777,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936812.1466901,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","EoS":true} {"level":"info","ts":1784936812.146712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","header":"x-maas-subscription"} {"level":"info","ts":1784936812.146723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","header":"x-maas-group"} {"level":"info","ts":1784936812.1467288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","header":"x-maas-username"} {"level":"info","ts":1784936812.1467412,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936812.1467657,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936812.1475937,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936812.147612,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936812.147628,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","EoS":false} {"level":"info","ts":1784936812.147637,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644","EoS":true} {"level":"info","ts":1784936812.1476662,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ff2f3369-2f0d-4457-ad17-4047ef987644"} {"level":"info","ts":1784936831.3501534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936831.3502483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936831.3502662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936831.3502858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","EoS":true} {"level":"info","ts":1784936831.350327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","header":"x-maas-group"} {"level":"info","ts":1784936831.35034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","header":"x-maas-subscription"} {"level":"info","ts":1784936831.350348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","header":"x-maas-username"} {"level":"info","ts":1784936831.3503683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936831.3504028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936831.3512614,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936831.3512828,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936831.351299,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","EoS":false} {"level":"info","ts":1784936831.3513148,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad","EoS":true} {"level":"info","ts":1784936831.351351,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d3ed7829-0d04-4fac-926b-48d0737c2bad"} {"level":"info","ts":1784936959.9924138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936959.9924977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936959.9925072,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936959.9925184,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","EoS":true} {"level":"info","ts":1784936959.9925706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","header":"x-maas-username"} {"level":"info","ts":1784936959.9925838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","header":"x-maas-subscription"} {"level":"info","ts":1784936959.9925888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","header":"x-maas-group"} {"level":"info","ts":1784936959.9926047,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784936959.9926405,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936959.9938045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936959.9938211,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936959.9938347,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","EoS":false} {"level":"info","ts":1784936959.9938457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c","EoS":true} {"level":"info","ts":1784936959.99387,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f4d899ce-6ac0-4443-a988-9227363a155c"} {"level":"info","ts":1784936997.1839302,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936997.1840184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784936997.1840353,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784936997.1840527,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","EoS":true} {"level":"info","ts":1784936997.1840813,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","header":"x-maas-group"} {"level":"info","ts":1784936997.184092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","header":"x-maas-username"} {"level":"info","ts":1784936997.1840978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","header":"x-maas-subscription"} {"level":"info","ts":1784936997.1841147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784936997.1841416,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784936997.1865203,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784936997.1865544,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784936997.1865697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","EoS":false} {"level":"info","ts":1784936997.186582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269","EoS":true} {"level":"info","ts":1784936997.1866105,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"de8a9ee6-2f13-45ba-bef9-832bcf15e269"} {"level":"info","ts":1784937012.483888,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937012.483976,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937012.483988,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937012.4840002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","EoS":true} {"level":"info","ts":1784937012.4840295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","header":"x-maas-subscription"} {"level":"info","ts":1784937012.484041,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","header":"x-maas-username"} {"level":"info","ts":1784937012.4840457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","header":"x-maas-group"} {"level":"info","ts":1784937012.48406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784937012.4840891,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937012.4854324,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937012.4854565,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937012.485473,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","EoS":false} {"level":"info","ts":1784937012.485484,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447","EoS":true} {"level":"info","ts":1784937012.4855125,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a95dff87-522d-4fc6-90b6-2d41d9679447"} {"level":"info","ts":1784937323.8633685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937323.8634698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937323.8634858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937323.8635056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","EoS":true} {"level":"info","ts":1784937323.863558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","header":"x-maas-username"} {"level":"info","ts":1784937323.8635733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","header":"x-maas-group"} {"level":"info","ts":1784937323.8635836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","header":"x-maas-subscription"} {"level":"info","ts":1784937323.863603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784937323.863641,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937323.864721,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937323.864753,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937323.864776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","EoS":false} {"level":"info","ts":1784937323.864789,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1","EoS":true} {"level":"info","ts":1784937323.8648198,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b0b0efa9-1d3a-43bc-9faf-d62798e34ba1"} {"level":"info","ts":1784937328.6598418,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f03ebf80-5c7b-4420-aadb-39d24bea21e1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784937328.6601448,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36097.864294386,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.6601703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.7220085,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.760753,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f03ebf80-5c7b-4420-aadb-39d24bea21e1","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784937328.7736554,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"892c5cc0-295b-4441-ba44-d2e685c95041","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937328.7736888,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"892c5cc0-295b-4441-ba44-d2e685c95041","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784937328.773681,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9b70524-8858-47af-b5cb-72280eec3685"} {"level":"info","ts":1784937328.781257,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7164ea6b-e94b-4428-bbb0-ffdd4d92593f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937328.7814019,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7164ea6b-e94b-4428-bbb0-ffdd4d92593f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784937328.781438,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35136.66364405,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.7814567,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.7916842,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.8815062,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9b70524-8858-47af-b5cb-72280eec3685","name":"e2e-external-provider"} {"level":"info","ts":1784937328.894759,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c99c0e38-d289-4161-9e57-22c8561df08b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937328.8948116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c99c0e38-d289-4161-9e57-22c8561df08b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937328.8947594,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27311600-bb9d-46d3-91df-dc22161f3e88"} {"level":"info","ts":1784937328.8966258,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9b70524-8858-47af-b5cb-72280eec3685","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784937328.9029553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc87d911-a0db-47fd-b767-a605c4c48d43","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937328.9029837,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc87d911-a0db-47fd-b767-a605c4c48d43","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937328.9031265,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27311600-bb9d-46d3-91df-dc22161f3e88","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784937328.9069054,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9b70524-8858-47af-b5cb-72280eec3685","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784937328.9106343,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b23b7670-92e4-4f9d-be9a-8648a3f097a6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937328.9106634,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b23b7670-92e4-4f9d-be9a-8648a3f097a6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784937328.9107904,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"27311600-bb9d-46d3-91df-dc22161f3e88","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937328.910848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbd39d5b-e555-4806-88f8-dd3492a72312"} {"level":"info","ts":1784937328.9108663,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbd39d5b-e555-4806-88f8-dd3492a72312","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784937328.9121666,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a9b70524-8858-47af-b5cb-72280eec3685","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784937328.915009,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbd39d5b-e555-4806-88f8-dd3492a72312","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937328.9191415,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56045964-14e2-4bcb-a0a0-1ee91fea0245","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937328.9191618,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"56045964-14e2-4bcb-a0a0-1ee91fea0245","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937328.9191997,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14435d2b-1213-4d25-a36d-e89dcb343290"} {"level":"info","ts":1784937328.9192173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea286500-bc78-4bf2-b14f-839b0f60ecae"} {"level":"info","ts":1784937328.9192526,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14435d2b-1213-4d25-a36d-e89dcb343290","name":"e2e-external-provider"} {"level":"info","ts":1784937328.9193578,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6195782-19a4-420e-ba1c-981522805982","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937328.9193907,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6195782-19a4-420e-ba1c-981522805982","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784937328.91942,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37506.812903019,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.9194348,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.9260736,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784937328.9283538,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14435d2b-1213-4d25-a36d-e89dcb343290","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784937329.0194151,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea286500-bc78-4bf2-b14f-839b0f60ecae","name":"e2e-external-model"} {"level":"info","ts":1784937329.0277727,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea286500-bc78-4bf2-b14f-839b0f60ecae","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937329.0359194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e47b0fc-1668-4858-8855-b995893f5cb1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937329.0359294,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95f75aec-a184-4bd8-af39-14554d79b1f0"} {"level":"info","ts":1784937329.0359485,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e47b0fc-1668-4858-8855-b995893f5cb1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937329.0359943,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95f75aec-a184-4bd8-af39-14554d79b1f0","name":"e2e-external-model"} {"level":"info","ts":1784937329.050274,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f0cbefe-5235-4ffe-b2bb-7f89278491cc","name":"e2e-external-model","namespace":"llm"} {"level":"error","ts":1784937329.0502796,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"95f75aec-a184-4bd8-af39-14554d79b1f0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937329.0503042,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f0cbefe-5235-4ffe-b2bb-7f89278491cc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937329.0503423,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f374e15-0e28-4121-921e-0b69bdecdbbe"} {"level":"info","ts":1784937329.05039,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f374e15-0e28-4121-921e-0b69bdecdbbe","name":"e2e-external-model"} {"level":"info","ts":1784937329.057024,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8f374e15-0e28-4121-921e-0b69bdecdbbe","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937329.063689,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00add639-0424-4fb5-9f0b-bbe85a788164","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937329.0637136,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"00add639-0424-4fb5-9f0b-bbe85a788164","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784937329.063758,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a83d922-b07d-42e4-ad99-0f1c4744f146"} {"level":"info","ts":1784937329.0638032,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a83d922-b07d-42e4-ad99-0f1c4744f146","name":"e2e-external-model"} {"level":"info","ts":1784937329.0706208,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a83d922-b07d-42e4-ad99-0f1c4744f146","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937336.3989727,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937336.399054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39"} {"level":"info","ts":1784937336.3990664,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39"} {"level":"info","ts":1784937336.3990839,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","EoS":true} {"level":"info","ts":1784937336.3991134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","header":"x-maas-group"} {"level":"info","ts":1784937336.399123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","header":"x-maas-username"} {"level":"info","ts":1784937336.3991287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","header":"x-maas-subscription"} {"level":"info","ts":1784937336.3991432,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784937336.3991559,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","modelName":"e2e-external-model"} {"level":"info","ts":1784937336.3991694,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784937336.3992002,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784937336.3992193,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39","authType":"apikey"} {"level":"info","ts":1784937336.3992517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"68c487db-ec0c-47c5-be00-c3e484ef5f39"} {"level":"info","ts":1784937336.5158663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33117ad7-8409-4790-b058-412e3e79be05"} {"level":"info","ts":1784937336.5159087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00f95698-56c0-4ca6-a217-ec038a4996a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.5159447,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00f95698-56c0-4ca6-a217-ec038a4996a9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784937336.5207455,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b291dc95-ba60-44ab-b47e-04d3ca168f75","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.5207717,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b291dc95-ba60-44ab-b47e-04d3ca168f75","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784937336.523944,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33117ad7-8409-4790-b058-412e3e79be05","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937336.524013,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33117ad7-8409-4790-b058-412e3e79be05","name":"e2e-cleanup-test"} {"level":"info","ts":1784937336.5366993,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f50c5b3-ec30-463b-82cb-c8c2f10591ae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.5367417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f50c5b3-ec30-463b-82cb-c8c2f10591ae","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784937336.5456665,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33117ad7-8409-4790-b058-412e3e79be05","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784937336.5457158,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"33117ad7-8409-4790-b058-412e3e79be05","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937336.5457797,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b591a60a-0bed-4399-a298-239f6a070eac"} {"level":"info","ts":1784937336.5458455,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b591a60a-0bed-4399-a298-239f6a070eac","name":"e2e-cleanup-test"} {"level":"info","ts":1784937336.5533128,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff65f062-0a21-4385-bc71-e52efd661981","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.5533473,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff65f062-0a21-4385-bc71-e52efd661981","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784937336.5538876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b591a60a-0bed-4399-a298-239f6a070eac","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784937336.5573006,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b591a60a-0bed-4399-a298-239f6a070eac","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937336.5573926,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab6cd40d-299f-4185-9fe5-a67dad16e12a"} {"level":"info","ts":1784937336.557454,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab6cd40d-299f-4185-9fe5-a67dad16e12a","name":"e2e-cleanup-test"} {"level":"info","ts":1784937336.564949,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c97fb791-4115-40cc-9d73-a510ac038374","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937336.5650015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c97fb791-4115-40cc-9d73-a510ac038374","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784937336.5658593,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab6cd40d-299f-4185-9fe5-a67dad16e12a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784937336.5694833,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab6cd40d-299f-4185-9fe5-a67dad16e12a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784937336.5695848,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab02babb-223f-4ef6-a48e-8744519b2dd9"} {"level":"info","ts":1784937336.5696368,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab02babb-223f-4ef6-a48e-8744519b2dd9","name":"e2e-cleanup-test"} {"level":"info","ts":1784937336.576953,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ab02babb-223f-4ef6-a48e-8744519b2dd9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784937344.8002279,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"be52a8e7-5839-4d23-bff8-12f1461cc798"} {"level":"info","ts":1784937344.800271,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"521ec280-7dc2-41e3-9a19-6424f5d0dda1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937344.8003032,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"521ec280-7dc2-41e3-9a19-6424f5d0dda1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784937349.12587,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937349.1259742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029"} {"level":"info","ts":1784937349.1259897,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029"} {"level":"info","ts":1784937349.126008,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029","EoS":true} {"level":"info","ts":1784937349.1260536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784937349.1260912,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9b47eda2-de04-4908-b653-ef1c1caeb029"} {"level":"info","ts":1784937349.1709619,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937349.1710453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8"} {"level":"info","ts":1784937349.1710613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8"} {"level":"info","ts":1784937349.1710768,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","EoS":true} {"level":"info","ts":1784937349.1711097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","header":"x-maas-group"} {"level":"info","ts":1784937349.1711214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","header":"x-maas-username"} {"level":"info","ts":1784937349.1711268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","header":"x-maas-subscription"} {"level":"info","ts":1784937349.1711392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784937349.1711476,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","modelName":"e2e-external-model"} {"level":"info","ts":1784937349.1711593,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784937349.1711826,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784937349.171199,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8","authType":"apikey"} {"level":"info","ts":1784937349.171223,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"399449bf-863e-4c4f-b77d-72547b56d3d8"} {"level":"info","ts":1784937349.207354,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937349.2074265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.20744,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.2074513,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","EoS":true} {"level":"info","ts":1784937349.2074769,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","header":"x-maas-group"} {"level":"info","ts":1784937349.2074878,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","header":"x-maas-subscription"} {"level":"info","ts":1784937349.2074964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","header":"x-maas-username"} {"level":"info","ts":1784937349.207513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784937349.2075694,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.3129027,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.3129332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.3129528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","EoS":false} {"level":"info","ts":1784937349.312966,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","EoS":true} {"level":"error","ts":1784937349.3129754,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784937349.3130257,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"06a01fea-7b33-4c83-a5ec-7b8c74e6476a"} {"level":"info","ts":1784937349.3503706,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784937349.350449,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937349.3504605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937349.3504736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","EoS":true} {"level":"info","ts":1784937349.3504994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","header":"x-maas-subscription"} {"level":"info","ts":1784937349.3505101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","header":"x-maas-group"} {"level":"info","ts":1784937349.3505156,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","header":"x-maas-username"} {"level":"info","ts":1784937349.3505664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937349.4479713,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937349.447999,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937349.4480171,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","EoS":false} {"level":"info","ts":1784937349.44803,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","EoS":true} {"level":"error","ts":1784937349.448041,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784937349.4480832,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8e104fe9-b94a-4b9b-a836-c67efba0961c"} {"level":"info","ts":1784937350.3022788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c231203d-3bbf-47a4-876f-37b649921247","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937350.3023174,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c231203d-3bbf-47a4-876f-37b649921247","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784937350.3023252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b3352c5-c1cc-493f-9eb0-0702cac77a31"} {"level":"info","ts":1784937350.4483569,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0ff043e-d577-492c-8fcf-0fdb90ca8d36","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937350.4483948,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0ff043e-d577-492c-8fcf-0fdb90ca8d36","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784937350.4484274,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"050f32ea-f3a1-449b-8546-21be9f769072"} {"level":"info","ts":1784937350.5631618,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ac8be35c-89d8-47dd-99f5-acc6ae9b2cef","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784937350.5632162,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ac8be35c-89d8-47dd-99f5-acc6ae9b2cef","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784938651.1213486,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784938651.1214345,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4fddfbe-4314-44ca-b039-3868f28f0a0a"} {"level":"info","ts":1784938705.7266319,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784938705.7267199,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"} {"level":"info","ts":1784938705.726731,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"} {"level":"info","ts":1784938705.7267432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","EoS":true} {"level":"info","ts":1784938705.7267692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","header":"x-maas-username"} {"level":"info","ts":1784938705.7267795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","header":"x-maas-subscription"} {"level":"info","ts":1784938705.726785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","header":"x-maas-group"} {"level":"info","ts":1784938705.7268002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784938705.7268257,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"} {"level":"info","ts":1784938705.7278526,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"} {"level":"info","ts":1784938705.7278736,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"} {"level":"info","ts":1784938705.7278929,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","EoS":false} {"level":"info","ts":1784938705.7279122,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5","EoS":true} {"level":"info","ts":1784938705.727949,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6104b81a-c960-424e-9533-9f2141903dc5"}