{"level":"info","ts":1785196288.4047902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9","EoS":true} {"level":"info","ts":1785196288.4048288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9","header":"x-maas-username"} {"level":"info","ts":1785196288.404843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9","header":"x-maas-group"} {"level":"info","ts":1785196288.404851,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9","header":"x-maas-subscription"} {"level":"info","ts":1785196288.4048774,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196288.404917,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9"} {"level":"info","ts":1785196288.4066548,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9"} {"level":"info","ts":1785196288.4066753,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9"} {"level":"info","ts":1785196288.4066913,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9","EoS":false} {"level":"info","ts":1785196288.4067025,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9","EoS":true} {"level":"info","ts":1785196288.4067388,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22ac10f4-8a1c-4ba8-8f87-0490309c7bb9"} {"level":"info","ts":1785196289.2052004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196289.2052648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a"} {"level":"info","ts":1785196289.205274,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a"} {"level":"info","ts":1785196289.2052846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a","EoS":true} {"level":"info","ts":1785196289.2053058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a","header":"x-maas-username"} {"level":"info","ts":1785196289.205316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a","header":"x-maas-subscription"} {"level":"info","ts":1785196289.205321,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a","header":"x-maas-group"} {"level":"info","ts":1785196289.2053332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196289.2053604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a"} {"level":"info","ts":1785196289.206408,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a"} {"level":"info","ts":1785196289.2064223,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a"} {"level":"info","ts":1785196289.206435,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a","EoS":false} {"level":"info","ts":1785196289.206445,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a","EoS":true} {"level":"info","ts":1785196289.2064712,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0a1285bc-4790-41d7-8722-f43982f7f37a"} {"level":"info","ts":1785196312.2986362,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196312.298712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768"} {"level":"info","ts":1785196312.298724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768"} {"level":"info","ts":1785196312.298736,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768","EoS":true} {"level":"info","ts":1785196312.298763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768","header":"x-maas-group"} {"level":"info","ts":1785196312.2987707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768","header":"x-maas-subscription"} {"level":"info","ts":1785196312.2987752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768","header":"x-maas-username"} {"level":"info","ts":1785196312.2987905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196312.2988214,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768"} {"level":"info","ts":1785196312.3018007,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768"} {"level":"info","ts":1785196312.3018205,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768"} {"level":"info","ts":1785196312.3018346,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768","EoS":false} {"level":"info","ts":1785196312.3018458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768","EoS":true} {"level":"info","ts":1785196312.3018777,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"60b7aa42-72f1-410c-bf58-ba4dacdfd768"} {"level":"info","ts":1785196312.465382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196312.465446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e"} {"level":"info","ts":1785196312.465457,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e"} {"level":"info","ts":1785196312.465468,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e","EoS":true} {"level":"info","ts":1785196312.4654899,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e","header":"x-maas-subscription"} {"level":"info","ts":1785196312.465519,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e","header":"x-maas-group"} {"level":"info","ts":1785196312.465527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e","header":"x-maas-username"} {"level":"info","ts":1785196312.465546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196312.4655817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e"} {"level":"info","ts":1785196312.4665456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e"} {"level":"info","ts":1785196312.4665716,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e"} {"level":"info","ts":1785196312.4665868,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e","EoS":false} {"level":"info","ts":1785196312.4665985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e","EoS":true} {"level":"info","ts":1785196312.4666271,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b986dc7e-c4f3-4386-ac81-6ed01569960e"} {"level":"info","ts":1785196312.6023588,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196312.6024306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8"} {"level":"info","ts":1785196312.6024406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8"} {"level":"info","ts":1785196312.6024528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8","EoS":true} {"level":"info","ts":1785196312.6024733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8","header":"x-maas-subscription"} {"level":"info","ts":1785196312.602484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8","header":"x-maas-group"} {"level":"info","ts":1785196312.6024897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8","header":"x-maas-username"} {"level":"info","ts":1785196312.602515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196312.6025374,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8"} {"level":"info","ts":1785196312.6035266,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8"} {"level":"info","ts":1785196312.6035416,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8"} {"level":"info","ts":1785196312.603555,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8","EoS":false} {"level":"info","ts":1785196312.6035655,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8","EoS":true} {"level":"info","ts":1785196312.6035912,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3db3b612-97c0-44c1-8bd3-266cf178b2e8"} {"level":"info","ts":1785196312.7386267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196312.7386885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999"} {"level":"info","ts":1785196312.738699,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999"} {"level":"info","ts":1785196312.73871,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999","EoS":true} {"level":"info","ts":1785196312.7387311,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999","header":"x-maas-username"} {"level":"info","ts":1785196312.738742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999","header":"x-maas-subscription"} {"level":"info","ts":1785196312.7387478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999","header":"x-maas-group"} {"level":"info","ts":1785196312.7387624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196312.7387915,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999"} {"level":"info","ts":1785196312.7397308,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999"} {"level":"info","ts":1785196312.7397487,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999"} {"level":"info","ts":1785196312.7397702,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999","EoS":false} {"level":"info","ts":1785196312.7397847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999","EoS":true} {"level":"info","ts":1785196312.739815,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e1f312cb-7f27-4bdc-a49c-12e89069f999"} {"level":"info","ts":1785196312.8757231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196312.8757982,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a"} {"level":"info","ts":1785196312.87581,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a"} {"level":"info","ts":1785196312.8758206,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a","EoS":true} {"level":"info","ts":1785196312.8758416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a","header":"x-maas-username"} {"level":"info","ts":1785196312.8758523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a","header":"x-maas-subscription"} {"level":"info","ts":1785196312.8758574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a","header":"x-maas-group"} {"level":"info","ts":1785196312.8758683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196312.8758943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a"} {"level":"info","ts":1785196312.876805,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a"} {"level":"info","ts":1785196312.8768187,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a"} {"level":"info","ts":1785196312.8768353,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a","EoS":false} {"level":"info","ts":1785196312.876847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a","EoS":true} {"level":"info","ts":1785196312.876873,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5c485cfb-1edd-45be-8989-f40a9da3041a"} {"level":"info","ts":1785196329.8129609,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196329.8130343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e"} {"level":"info","ts":1785196329.8130467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e"} {"level":"info","ts":1785196329.8130581,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e","EoS":true} {"level":"info","ts":1785196329.8130856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e","header":"x-maas-group"} {"level":"info","ts":1785196329.8130984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e","header":"x-maas-username"} {"level":"info","ts":1785196329.8131037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e","header":"x-maas-subscription"} {"level":"info","ts":1785196329.813117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196329.813141,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e"} {"level":"info","ts":1785196329.8158455,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e"} {"level":"info","ts":1785196329.8158653,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e"} {"level":"info","ts":1785196329.815881,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e","EoS":false} {"level":"info","ts":1785196329.8158925,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e","EoS":true} {"level":"info","ts":1785196329.8159237,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d0805e11-829f-4cd2-a4c4-33f879adbe2e"} {"level":"info","ts":1785196329.927092,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196329.9271696,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"16820af2-0629-436c-a7b3-d1c8166e79db"} {"level":"info","ts":1785196329.9281538,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16820af2-0629-436c-a7b3-d1c8166e79db"} {"level":"info","ts":1785196329.9281797,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"16820af2-0629-436c-a7b3-d1c8166e79db"} {"level":"info","ts":1785196329.9282048,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16820af2-0629-436c-a7b3-d1c8166e79db","EoS":false} {"level":"info","ts":1785196329.9282246,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16820af2-0629-436c-a7b3-d1c8166e79db"} {"level":"info","ts":1785196329.9282753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"16820af2-0629-436c-a7b3-d1c8166e79db","EoS":true} {"level":"info","ts":1785196329.9282923,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"16820af2-0629-436c-a7b3-d1c8166e79db"} {"level":"info","ts":1785196334.5446384,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196334.5447423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba"} {"level":"info","ts":1785196334.5447567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba"} {"level":"info","ts":1785196334.5447762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba","EoS":true} {"level":"info","ts":1785196334.5448112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba","header":"x-maas-subscription"} {"level":"info","ts":1785196334.5448735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba","header":"x-maas-group"} {"level":"info","ts":1785196334.544882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba","header":"x-maas-username"} {"level":"info","ts":1785196334.5449023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196334.544934,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba"} {"level":"info","ts":1785196334.547165,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba"} {"level":"info","ts":1785196334.5471869,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba"} {"level":"info","ts":1785196334.5472028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba","EoS":false} {"level":"info","ts":1785196334.5472143,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba","EoS":true} {"level":"info","ts":1785196334.547246,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7fac1c68-bd66-447c-b948-4708a9e43eba"} {"level":"info","ts":1785196345.1357012,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196345.135766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67"} {"level":"info","ts":1785196345.135781,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67"} {"level":"info","ts":1785196345.1357918,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67","EoS":true} {"level":"info","ts":1785196345.1358106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67","header":"x-maas-subscription"} {"level":"info","ts":1785196345.135821,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67","header":"x-maas-group"} {"level":"info","ts":1785196345.1358266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67","header":"x-maas-username"} {"level":"info","ts":1785196345.1358397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785196345.1359076,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67"} {"level":"info","ts":1785196345.1367488,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67"} {"level":"info","ts":1785196345.1367617,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67"} {"level":"info","ts":1785196345.136774,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67","EoS":false} {"level":"info","ts":1785196345.1367846,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67","EoS":true} {"level":"info","ts":1785196345.1368132,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f783161f-bf9c-4575-b65e-36b3096ede67"} {"level":"info","ts":1785196358.0197964,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196358.0198727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd"} {"level":"info","ts":1785196358.0198843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd"} {"level":"info","ts":1785196358.0198958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd","EoS":true} {"level":"info","ts":1785196358.01992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd","header":"x-maas-username"} {"level":"info","ts":1785196358.0199306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd","header":"x-maas-group"} {"level":"info","ts":1785196358.0199363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd","header":"x-maas-subscription"} {"level":"info","ts":1785196358.01995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196358.0199766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd"} {"level":"info","ts":1785196358.020976,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd"} {"level":"info","ts":1785196358.0209973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd"} {"level":"info","ts":1785196358.0210226,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd","EoS":false} {"level":"info","ts":1785196358.0210361,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd","EoS":true} {"level":"info","ts":1785196358.021065,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a4163863-0b5d-4b6f-bf61-0ce96ec265dd"} {"level":"info","ts":1785196366.5381913,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196366.5382633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de"} {"level":"info","ts":1785196366.5382733,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de"} {"level":"info","ts":1785196366.5382853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de","EoS":true} {"level":"info","ts":1785196366.5383117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de","header":"x-maas-username"} {"level":"info","ts":1785196366.5383222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de","header":"x-maas-group"} {"level":"info","ts":1785196366.5383291,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de","header":"x-maas-subscription"} {"level":"info","ts":1785196366.5383425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196366.5383663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de"} {"level":"info","ts":1785196366.5393538,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de"} {"level":"info","ts":1785196366.5393732,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de"} {"level":"info","ts":1785196366.5393877,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de","EoS":false} {"level":"info","ts":1785196366.5393994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de","EoS":true} {"level":"info","ts":1785196366.539428,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"47db7f7e-8369-4492-97e7-47204cef13de"} {"level":"info","ts":1785196375.41312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196375.4132006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe"} {"level":"info","ts":1785196375.4132128,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe"} {"level":"info","ts":1785196375.4132254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe","EoS":true} {"level":"info","ts":1785196375.4132524,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe","header":"x-maas-subscription"} {"level":"info","ts":1785196375.413267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe","header":"x-maas-username"} {"level":"info","ts":1785196375.4132729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe","header":"x-maas-group"} {"level":"info","ts":1785196375.4132867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196375.4133112,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe"} {"level":"info","ts":1785196375.4142723,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe"} {"level":"info","ts":1785196375.4142907,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe"} {"level":"info","ts":1785196375.414305,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe","EoS":false} {"level":"info","ts":1785196375.4143171,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe","EoS":true} {"level":"info","ts":1785196375.414346,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3c0bed6d-789c-454d-b653-5d454e48c7fe"} {"level":"info","ts":1785196400.378577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196400.3786557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9895a85a-e208-4904-9942-567d483af06a"} {"level":"info","ts":1785196400.3786674,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9895a85a-e208-4904-9942-567d483af06a"} {"level":"info","ts":1785196400.3786793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9895a85a-e208-4904-9942-567d483af06a","EoS":true} {"level":"info","ts":1785196400.3787038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9895a85a-e208-4904-9942-567d483af06a","header":"x-maas-username"} {"level":"info","ts":1785196400.378714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9895a85a-e208-4904-9942-567d483af06a","header":"x-maas-subscription"} {"level":"info","ts":1785196400.3787193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9895a85a-e208-4904-9942-567d483af06a","header":"x-maas-group"} {"level":"info","ts":1785196400.3787334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9895a85a-e208-4904-9942-567d483af06a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785196400.3787637,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9895a85a-e208-4904-9942-567d483af06a"} {"level":"info","ts":1785196400.3796303,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9895a85a-e208-4904-9942-567d483af06a"} {"level":"info","ts":1785196400.3796506,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9895a85a-e208-4904-9942-567d483af06a"} {"level":"info","ts":1785196400.3796713,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9895a85a-e208-4904-9942-567d483af06a","EoS":false} {"level":"info","ts":1785196400.3796844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9895a85a-e208-4904-9942-567d483af06a","EoS":true} {"level":"info","ts":1785196400.3797138,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9895a85a-e208-4904-9942-567d483af06a"} {"level":"info","ts":1785196422.808246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196422.8083248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb"} {"level":"info","ts":1785196422.8083365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb"} {"level":"info","ts":1785196422.8083477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb","EoS":true} {"level":"info","ts":1785196422.808372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb","header":"x-maas-subscription"} {"level":"info","ts":1785196422.8083825,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb","header":"x-maas-group"} {"level":"info","ts":1785196422.8083875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb","header":"x-maas-username"} {"level":"info","ts":1785196422.8083997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785196422.8084238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb"} {"level":"info","ts":1785196422.8093097,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb"} {"level":"info","ts":1785196422.8093283,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb"} {"level":"info","ts":1785196422.8093529,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb","EoS":false} {"level":"info","ts":1785196422.8093677,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb","EoS":true} {"level":"info","ts":1785196422.8093956,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0dbc4b5e-d71b-4c7d-b4ce-76954bcc0bcb"} {"level":"info","ts":1785196459.896679,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196459.8967628,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30"} {"level":"info","ts":1785196459.896773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30"} {"level":"info","ts":1785196459.8967843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30","EoS":true} {"level":"info","ts":1785196459.896809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30","header":"x-maas-group"} {"level":"info","ts":1785196459.8968182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30","header":"x-maas-username"} {"level":"info","ts":1785196459.8968241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30","header":"x-maas-subscription"} {"level":"info","ts":1785196459.8968365,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196459.8968623,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30"} {"level":"info","ts":1785196459.899145,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30"} {"level":"info","ts":1785196459.8991654,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30"} {"level":"info","ts":1785196459.8991802,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30","EoS":false} {"level":"info","ts":1785196459.8991914,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30","EoS":true} {"level":"info","ts":1785196459.8992193,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"fe6af4bc-7df9-4803-aa15-604a625d1d30"} {"level":"info","ts":1785196469.2787178,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196469.278806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563"} {"level":"info","ts":1785196469.278823,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563"} {"level":"info","ts":1785196469.2788427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563","EoS":true} {"level":"info","ts":1785196469.27889,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563","header":"x-maas-group"} {"level":"info","ts":1785196469.2789032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563","header":"x-maas-subscription"} {"level":"info","ts":1785196469.2789125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563","header":"x-maas-username"} {"level":"info","ts":1785196469.2789326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196469.2789655,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563"} {"level":"info","ts":1785196469.2800574,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563"} {"level":"info","ts":1785196469.28008,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563"} {"level":"info","ts":1785196469.280107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563","EoS":false} {"level":"info","ts":1785196469.28012,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563","EoS":true} {"level":"info","ts":1785196469.2801502,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a898b22f-8f35-4c9a-99b2-42d0175ad563"} {"level":"info","ts":1785196469.3189497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196469.3190238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09"} {"level":"info","ts":1785196469.319036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09"} {"level":"info","ts":1785196469.3190491,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09","EoS":true} {"level":"info","ts":1785196469.3190732,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09","header":"x-maas-subscription"} {"level":"info","ts":1785196469.319085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09","header":"x-maas-username"} {"level":"info","ts":1785196469.3190904,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09","header":"x-maas-group"} {"level":"info","ts":1785196469.319104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196469.319128,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09"} {"level":"info","ts":1785196469.3201354,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09"} {"level":"info","ts":1785196469.3201618,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09"} {"level":"info","ts":1785196469.3201783,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09","EoS":false} {"level":"info","ts":1785196469.3201897,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09","EoS":true} {"level":"info","ts":1785196469.320217,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"96e842dd-f6d9-4d50-8a2e-266f27863e09"} {"level":"info","ts":1785196488.3906918,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196488.390768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466"} {"level":"info","ts":1785196488.390779,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466"} {"level":"info","ts":1785196488.3907912,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466","EoS":true} {"level":"info","ts":1785196488.390819,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466","header":"x-maas-subscription"} {"level":"info","ts":1785196488.390829,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466","header":"x-maas-username"} {"level":"info","ts":1785196488.3908343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466","header":"x-maas-group"} {"level":"info","ts":1785196488.3908472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196488.3908775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466"} {"level":"info","ts":1785196488.3919294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466"} {"level":"info","ts":1785196488.3919504,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466"} {"level":"info","ts":1785196488.3919642,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466","EoS":false} {"level":"info","ts":1785196488.391975,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466","EoS":true} {"level":"info","ts":1785196488.392003,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8f6b48e9-6bab-4569-868b-f47aa95c9466"} {"level":"info","ts":1785196623.3478048,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196623.3478835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0"} {"level":"info","ts":1785196623.3478951,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0"} {"level":"info","ts":1785196623.3479064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0","EoS":true} {"level":"info","ts":1785196623.347931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0","header":"x-maas-subscription"} {"level":"info","ts":1785196623.3479419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0","header":"x-maas-username"} {"level":"info","ts":1785196623.3479478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0","header":"x-maas-group"} {"level":"info","ts":1785196623.347961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785196623.347984,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0"} {"level":"info","ts":1785196623.3514607,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0"} {"level":"info","ts":1785196623.3514805,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0"} {"level":"info","ts":1785196623.351518,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0","EoS":false} {"level":"info","ts":1785196623.3515313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0","EoS":true} {"level":"info","ts":1785196623.3515618,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"375e2a1b-8830-4bf5-afe0-126d402248a0"} {"level":"info","ts":1785196664.7227106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196664.7227988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b"} {"level":"info","ts":1785196664.722808,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b"} {"level":"info","ts":1785196664.7228205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b","EoS":true} {"level":"info","ts":1785196664.7228482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b","header":"x-maas-username"} {"level":"info","ts":1785196664.7228584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b","header":"x-maas-subscription"} {"level":"info","ts":1785196664.722864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b","header":"x-maas-group"} {"level":"info","ts":1785196664.7228785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196664.7229059,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b"} {"level":"info","ts":1785196664.7248108,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b"} {"level":"info","ts":1785196664.7248378,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b"} {"level":"info","ts":1785196664.7248561,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b","EoS":false} {"level":"info","ts":1785196664.724869,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b","EoS":true} {"level":"info","ts":1785196664.7248983,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"80eb8057-c9a9-4a89-aada-d0f19f27376b"} {"level":"info","ts":1785196679.9727523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785196679.972819,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343"} {"level":"info","ts":1785196679.9728286,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343"} {"level":"info","ts":1785196679.9728413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343","EoS":true} {"level":"info","ts":1785196679.9728653,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343","header":"x-maas-username"} {"level":"info","ts":1785196679.9728758,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343","header":"x-maas-group"} {"level":"info","ts":1785196679.972881,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343","header":"x-maas-subscription"} {"level":"info","ts":1785196679.9728944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785196679.9729226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343"} {"level":"info","ts":1785196679.9739723,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343"} {"level":"info","ts":1785196679.9739926,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343"} {"level":"info","ts":1785196679.9740083,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343","EoS":false} {"level":"info","ts":1785196679.9740198,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343","EoS":true} {"level":"info","ts":1785196679.97405,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6c5da2d7-5a73-4797-9c80-ce9daefc0343"} {"level":"info","ts":1785197014.4594467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197014.4595394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e"} {"level":"info","ts":1785197014.4595492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e"} {"level":"info","ts":1785197014.4595604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e","EoS":true} {"level":"info","ts":1785197014.4595861,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e","header":"x-maas-group"} {"level":"info","ts":1785197014.4595966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e","header":"x-maas-username"} {"level":"info","ts":1785197014.4596019,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e","header":"x-maas-subscription"} {"level":"info","ts":1785197014.459615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785197014.4596415,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e"} {"level":"info","ts":1785197014.462505,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e"} {"level":"info","ts":1785197014.4625278,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e"} {"level":"info","ts":1785197014.4625425,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e","EoS":false} {"level":"info","ts":1785197014.4625535,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e","EoS":true} {"level":"info","ts":1785197014.462581,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d79a550b-33ac-484b-a5a8-47b283b0ac2e"} {"level":"info","ts":1785197019.2622921,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"10d2c1b8-b39c-4e07-af0a-9dfb00a6abc5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785197019.2625716,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39411.447807001,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.2625902,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.3177552,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.3633125,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"10d2c1b8-b39c-4e07-af0a-9dfb00a6abc5","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785197019.3776665,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"820cf03e-8d1f-457a-8fcd-410693cbfb3f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785197019.3776805,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc6d9dfa-97d2-4ea1-b191-87bc59684e79"} {"level":"info","ts":1785197019.3777146,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"820cf03e-8d1f-457a-8fcd-410693cbfb3f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785197019.3828697,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0db769d-6009-4b4e-aaf1-c1de6dfbc6a9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785197019.3828967,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0db769d-6009-4b4e-aaf1-c1de6dfbc6a9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785197019.383125,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38763.556582059,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.383142,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.390091,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.4832234,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc6d9dfa-97d2-4ea1-b191-87bc59684e79","name":"e2e-external-provider"} {"level":"info","ts":1785197019.4969342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"204f6320-0ecf-4a04-b7cd-99020ceea350"} {"level":"info","ts":1785197019.4969342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05ba57e4-880a-4aeb-9842-2bfaa6bb104a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197019.4970841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05ba57e4-880a-4aeb-9842-2bfaa6bb104a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785197019.4982328,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc6d9dfa-97d2-4ea1-b191-87bc59684e79","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785197019.5040648,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80579ad6-b4d1-4513-a902-5833dba66cb2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197019.5040996,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80579ad6-b4d1-4513-a902-5833dba66cb2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785197019.5041196,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"204f6320-0ecf-4a04-b7cd-99020ceea350","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785197019.5073292,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc6d9dfa-97d2-4ea1-b191-87bc59684e79","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785197019.5110052,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"204f6320-0ecf-4a04-b7cd-99020ceea350","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785197019.5110872,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd81a66a-ac59-4072-9abe-8150ddf697b6"} {"level":"info","ts":1785197019.5111086,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd81a66a-ac59-4072-9abe-8150ddf697b6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785197019.5112457,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bdb7798-9ad4-4ece-84ce-c5a4823a904f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197019.511272,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bdb7798-9ad4-4ece-84ce-c5a4823a904f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785197019.5117638,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc6d9dfa-97d2-4ea1-b191-87bc59684e79","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785197019.514532,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd81a66a-ac59-4072-9abe-8150ddf697b6","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785197019.5145779,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bd81a66a-ac59-4072-9abe-8150ddf697b6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785197019.5146272,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7c430a0-dcad-471b-b908-bfe4cb43ec28"} {"level":"info","ts":1785197019.5146542,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7c430a0-dcad-471b-b908-bfe4cb43ec28","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785197019.5191967,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7c430a0-dcad-471b-b908-bfe4cb43ec28","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785197019.5193143,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2431e8d4-d00d-4384-8a44-677900affd59"} {"level":"info","ts":1785197019.5193632,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adc36f9a-50d9-46b3-9807-691ba796f354"} {"level":"info","ts":1785197019.519317,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4694331-44f5-412d-b877-b593dd2e138c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197019.519388,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f4694331-44f5-412d-b877-b593dd2e138c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785197019.519431,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11d81910-2b09-4ce5-a158-2c5a54bf48d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785197019.5193677,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2431e8d4-d00d-4384-8a44-677900affd59","name":"e2e-external-provider"} {"level":"info","ts":1785197019.519564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35397.491585946,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.5195785,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.5196688,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"11d81910-2b09-4ce5-a158-2c5a54bf48d6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785197019.526052,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785197019.5280082,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2431e8d4-d00d-4384-8a44-677900affd59","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785197019.6200945,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adc36f9a-50d9-46b3-9807-691ba796f354","name":"e2e-external-model"} {"level":"info","ts":1785197019.6298044,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"adc36f9a-50d9-46b3-9807-691ba796f354","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785197019.6371517,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"125435b3-1f85-46dd-a036-ef574c07a815"} {"level":"info","ts":1785197019.6371737,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"936eab9f-1452-4100-9baa-c9990d9dfc41","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197019.6372082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"936eab9f-1452-4100-9baa-c9990d9dfc41","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785197019.6372263,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"125435b3-1f85-46dd-a036-ef574c07a815","name":"e2e-external-model"} {"level":"error","ts":1785197019.6509042,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"125435b3-1f85-46dd-a036-ef574c07a815","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785197019.6510878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bce5b4d-ef3c-4c8e-96c5-9413c612a45e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197019.6511185,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7bce5b4d-ef3c-4c8e-96c5-9413c612a45e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785197019.6511798,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14247bd0-1507-4209-9356-5811953b2347"} {"level":"info","ts":1785197019.6512656,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14247bd0-1507-4209-9356-5811953b2347","name":"e2e-external-model"} {"level":"info","ts":1785197019.6592991,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14247bd0-1507-4209-9356-5811953b2347","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785197019.666372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9eb988dc-5b91-4568-9f39-3e00e8c61c68"} {"level":"info","ts":1785197019.6663814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47267c9c-c487-4cfc-b335-78ccbf457b17","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197019.6664078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47267c9c-c487-4cfc-b335-78ccbf457b17","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785197019.666446,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9eb988dc-5b91-4568-9f39-3e00e8c61c68","name":"e2e-external-model"} {"level":"info","ts":1785197019.6744628,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9eb988dc-5b91-4568-9f39-3e00e8c61c68","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785197027.0646882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197027.0647585,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c"} {"level":"info","ts":1785197027.0647671,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c"} {"level":"info","ts":1785197027.0647786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","EoS":true} {"level":"info","ts":1785197027.064804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","header":"x-maas-group"} {"level":"info","ts":1785197027.0648148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","header":"x-maas-username"} {"level":"info","ts":1785197027.0648203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","header":"x-maas-subscription"} {"level":"info","ts":1785197027.064833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785197027.0648398,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","modelName":"e2e-external-model"} {"level":"info","ts":1785197027.0648503,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785197027.064893,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785197027.0649087,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c","authType":"apikey"} {"level":"info","ts":1785197027.0649314,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5313a594-4f70-491f-9b04-5dd8c667e02c"} {"level":"info","ts":1785197027.180635,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfb227a2-77b4-4c30-a08e-2bb32ec4de57"} {"level":"info","ts":1785197027.180663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf507b88-5d4b-4de4-9c45-94772148f343","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785197027.1806903,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf507b88-5d4b-4de4-9c45-94772148f343","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785197027.1861663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"833ba778-ba63-4273-b59d-2f64d2c8133e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785197027.186172,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfb227a2-77b4-4c30-a08e-2bb32ec4de57","name":"e2e-cleanup-test"} {"level":"info","ts":1785197027.1861985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"833ba778-ba63-4273-b59d-2f64d2c8133e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785197027.1961913,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cfb227a2-77b4-4c30-a08e-2bb32ec4de57","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785197027.203593,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a197800d-ea51-409f-957a-9c906bbf5d5a"} {"level":"info","ts":1785197027.203657,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a197800d-ea51-409f-957a-9c906bbf5d5a","name":"e2e-cleanup-test"} {"level":"info","ts":1785197027.2036786,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"effca3c5-9c99-4ec3-9c68-fd7fc09fd9a9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785197027.203706,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"effca3c5-9c99-4ec3-9c68-fd7fc09fd9a9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785197027.21882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6e69992-dccd-49df-815c-48627b840b1b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785197027.2188487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b6e69992-dccd-49df-815c-48627b840b1b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785197027.2199461,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a197800d-ea51-409f-957a-9c906bbf5d5a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785197027.219988,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a197800d-ea51-409f-957a-9c906bbf5d5a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785197027.2200413,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f823a2f-efc6-403b-a480-5123e7eb18c9"} {"level":"info","ts":1785197027.2200997,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f823a2f-efc6-403b-a480-5123e7eb18c9","name":"e2e-cleanup-test"} {"level":"info","ts":1785197027.227321,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f823a2f-efc6-403b-a480-5123e7eb18c9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785197027.2349827,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83d62bab-78c4-4f67-8832-415b7eaf92cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785197027.2350104,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83d62bab-78c4-4f67-8832-415b7eaf92cb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785197027.2352958,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f823a2f-efc6-403b-a480-5123e7eb18c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785197027.2353787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e523864-bf18-4244-9c36-a60773fa1462"} {"level":"info","ts":1785197027.2354183,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e523864-bf18-4244-9c36-a60773fa1462","name":"e2e-cleanup-test"} {"level":"info","ts":1785197027.243525,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3e523864-bf18-4244-9c36-a60773fa1462","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785197035.4419725,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a89687a6-847a-4658-b3f4-2e657b2afa43"} {"level":"info","ts":1785197035.4420154,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d16bb11-bb5a-43ec-95b8-fcd2a21e0490","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785197035.4420416,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d16bb11-bb5a-43ec-95b8-fcd2a21e0490","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785197039.7473176,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197039.7473829,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfa5663a-2aa9-4460-a9d5-64d40469e4f5"} {"level":"info","ts":1785197039.7473915,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfa5663a-2aa9-4460-a9d5-64d40469e4f5"} {"level":"info","ts":1785197039.7474024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfa5663a-2aa9-4460-a9d5-64d40469e4f5","EoS":true} {"level":"info","ts":1785197039.7474325,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfa5663a-2aa9-4460-a9d5-64d40469e4f5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785197039.7474575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfa5663a-2aa9-4460-a9d5-64d40469e4f5"} {"level":"info","ts":1785197039.7877095,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197039.78778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25"} {"level":"info","ts":1785197039.787793,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25"} {"level":"info","ts":1785197039.7878058,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","EoS":true} {"level":"info","ts":1785197039.787835,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","header":"x-maas-subscription"} {"level":"info","ts":1785197039.7878466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","header":"x-maas-username"} {"level":"info","ts":1785197039.7878518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","header":"x-maas-group"} {"level":"info","ts":1785197039.787864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785197039.7878711,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","modelName":"e2e-external-model"} {"level":"info","ts":1785197039.7878833,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785197039.78791,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785197039.787932,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25","authType":"apikey"} {"level":"info","ts":1785197039.7879553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ac62ca6-5f3a-49c6-b3b9-f7805bcd0f25"} {"level":"info","ts":1785197039.8229468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197039.8230054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8"} {"level":"info","ts":1785197039.8230133,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8"} {"level":"info","ts":1785197039.8230238,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8","EoS":true} {"level":"info","ts":1785197039.8230484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8","header":"x-maas-group"} {"level":"info","ts":1785197039.823059,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8","header":"x-maas-subscription"} {"level":"info","ts":1785197039.8230646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8","header":"x-maas-username"} {"level":"info","ts":1785197039.823077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785197039.8230982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8"} {"level":"info","ts":1785197039.920381,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8"} {"level":"info","ts":1785197039.920417,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8"} {"level":"info","ts":1785197039.920433,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8","EoS":false} {"level":"info","ts":1785197039.9204457,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8","EoS":true} {"level":"error","ts":1785197039.9204555,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785197039.9205313,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ac3e5a82-ca83-4a93-910e-e4c0af653ff8"} {"level":"info","ts":1785197039.9588761,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197039.9589424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac"} {"level":"info","ts":1785197039.958958,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac"} {"level":"info","ts":1785197039.9589772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac","EoS":true} {"level":"info","ts":1785197039.9590082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac","header":"x-maas-subscription"} {"level":"info","ts":1785197039.9590206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac","header":"x-maas-group"} {"level":"info","ts":1785197039.9590297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac","header":"x-maas-username"} {"level":"info","ts":1785197039.9590642,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac"} {"level":"info","ts":1785197040.059854,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac"} {"level":"info","ts":1785197040.0598826,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac"} {"level":"info","ts":1785197040.0598996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac","EoS":false} {"level":"info","ts":1785197040.0599117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac","EoS":true} {"level":"error","ts":1785197040.0599227,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785197040.0599635,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"be36b496-296f-42b9-aaec-6e2803d43eac"} {"level":"info","ts":1785197040.9011257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"113eb95d-e109-4c01-9889-a507e6f3c885"} {"level":"info","ts":1785197040.9011502,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ffa5095-9755-44db-87ba-ffc0ed72d9f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197040.901176,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6ffa5095-9755-44db-87ba-ffc0ed72d9f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785197041.0532618,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"572869d8-03ba-47b0-a0ca-55c806b72a15","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785197041.0532994,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"572869d8-03ba-47b0-a0ca-55c806b72a15","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785197041.0533137,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fd9d525a-3b4e-4504-b3fa-a51a24a3af4f"} {"level":"info","ts":1785197041.1661363,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"233f0c8a-7ff1-4774-a42d-f6cce13a5363","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785197041.1661866,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"233f0c8a-7ff1-4774-a42d-f6cce13a5363","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785198350.1816704,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785198350.181764,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e814d0f2-08b5-4b80-bd46-1bd449242a65"} {"level":"info","ts":1785198405.1977332,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785198405.197811,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086"} {"level":"info","ts":1785198405.197821,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086"} {"level":"info","ts":1785198405.1978369,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086","EoS":true} {"level":"info","ts":1785198405.1978645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086","header":"x-maas-subscription"} {"level":"info","ts":1785198405.1978748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086","header":"x-maas-username"} {"level":"info","ts":1785198405.19788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086","header":"x-maas-group"} {"level":"info","ts":1785198405.1978948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785198405.1979232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086"} {"level":"info","ts":1785198405.1990683,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086"} {"level":"info","ts":1785198405.1990933,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086"} {"level":"info","ts":1785198405.1991096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086","EoS":false} {"level":"info","ts":1785198405.1991227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086","EoS":true} {"level":"info","ts":1785198405.1991525,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"338d2562-9100-48e2-ac3b-72f8cdac6086"}