{"level":"info","ts":1784814989.5223749,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe","header":"x-maas-group"}
{"level":"info","ts":1784814989.5223796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe","header":"x-maas-username"}
{"level":"info","ts":1784814989.5223927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784814989.5224206,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe"}
{"level":"info","ts":1784814989.5233493,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe"}
{"level":"info","ts":1784814989.5233672,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe"}
{"level":"info","ts":1784814989.523382,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe","EoS":false}
{"level":"info","ts":1784814989.5233963,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe","EoS":true}
{"level":"info","ts":1784814989.5234435,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3986a061-f6cc-4f7f-89d6-af01e6fabbbe"}
{"level":"info","ts":1784815012.7544508,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815012.7545502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"}
{"level":"info","ts":1784815012.7545643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"}
{"level":"info","ts":1784815012.7545836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","EoS":true}
{"level":"info","ts":1784815012.7546246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","header":"x-maas-subscription"}
{"level":"info","ts":1784815012.7546358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","header":"x-maas-group"}
{"level":"info","ts":1784815012.7546444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","header":"x-maas-username"}
{"level":"info","ts":1784815012.7546663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815012.754699,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"}
{"level":"info","ts":1784815012.7575996,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"}
{"level":"info","ts":1784815012.757621,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"}
{"level":"info","ts":1784815012.7576363,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","EoS":false}
{"level":"info","ts":1784815012.757648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7","EoS":true}
{"level":"info","ts":1784815012.7576854,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e2f85007-facf-41a5-a85b-a699b33a24a7"}
{"level":"info","ts":1784815012.893977,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815012.8940551,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"}
{"level":"info","ts":1784815012.8940647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"}
{"level":"info","ts":1784815012.8940763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","EoS":true}
{"level":"info","ts":1784815012.8941054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","header":"x-maas-username"}
{"level":"info","ts":1784815012.8941157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","header":"x-maas-group"}
{"level":"info","ts":1784815012.894121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","header":"x-maas-subscription"}
{"level":"info","ts":1784815012.8941357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815012.8941593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"}
{"level":"info","ts":1784815012.8951347,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"}
{"level":"info","ts":1784815012.895155,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"}
{"level":"info","ts":1784815012.8951705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","EoS":false}
{"level":"info","ts":1784815012.8951821,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2","EoS":true}
{"level":"info","ts":1784815012.895222,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92ecf6ee-b964-47f6-a08c-b69b621dffc2"}
{"level":"info","ts":1784815013.0331075,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815013.0332026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"}
{"level":"info","ts":1784815013.0332198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"}
{"level":"info","ts":1784815013.0332377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","EoS":true}
{"level":"info","ts":1784815013.0332718,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","header":"x-maas-username"}
{"level":"info","ts":1784815013.0332832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","header":"x-maas-subscription"}
{"level":"info","ts":1784815013.0332901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","header":"x-maas-group"}
{"level":"info","ts":1784815013.0333083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815013.0333388,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"}
{"level":"info","ts":1784815013.0343084,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"}
{"level":"info","ts":1784815013.0343297,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"}
{"level":"info","ts":1784815013.0343502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","EoS":false}
{"level":"info","ts":1784815013.0343697,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80","EoS":true}
{"level":"info","ts":1784815013.0344195,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ce46b605-1b75-46b5-b6c9-bda204486b80"}
{"level":"info","ts":1784815013.171141,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815013.1712375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"}
{"level":"info","ts":1784815013.171253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"}
{"level":"info","ts":1784815013.1712716,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","EoS":true}
{"level":"info","ts":1784815013.1713083,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","header":"x-maas-username"}
{"level":"info","ts":1784815013.1713204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","header":"x-maas-subscription"}
{"level":"info","ts":1784815013.1713283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","header":"x-maas-group"}
{"level":"info","ts":1784815013.1713471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815013.1713827,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"}
{"level":"info","ts":1784815013.1722984,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"}
{"level":"info","ts":1784815013.172318,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"}
{"level":"info","ts":1784815013.1723325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","EoS":false}
{"level":"info","ts":1784815013.1723468,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594","EoS":true}
{"level":"info","ts":1784815013.1723838,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"75b07d06-7cea-40a6-a5f4-687966ca9594"}
{"level":"info","ts":1784815013.3102896,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815013.3104014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"}
{"level":"info","ts":1784815013.310416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"}
{"level":"info","ts":1784815013.3104923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","EoS":true}
{"level":"info","ts":1784815013.310531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","header":"x-maas-username"}
{"level":"info","ts":1784815013.3105438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","header":"x-maas-subscription"}
{"level":"info","ts":1784815013.3105526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","header":"x-maas-group"}
{"level":"info","ts":1784815013.3105743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815013.3106093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"}
{"level":"info","ts":1784815013.3114858,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"}
{"level":"info","ts":1784815013.3115048,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"}
{"level":"info","ts":1784815013.3115187,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","EoS":false}
{"level":"info","ts":1784815013.3115296,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4","EoS":true}
{"level":"info","ts":1784815013.3115635,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0cd09da4-5f5c-447a-8dfc-3eb1af26f6f4"}
{"level":"info","ts":1784815033.433795,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815033.4338977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"}
{"level":"info","ts":1784815033.4339082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"}
{"level":"info","ts":1784815033.433922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","EoS":true}
{"level":"info","ts":1784815033.4339457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","header":"x-maas-subscription"}
{"level":"info","ts":1784815033.4339576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","header":"x-maas-username"}
{"level":"info","ts":1784815033.4339628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","header":"x-maas-group"}
{"level":"info","ts":1784815033.4339767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815033.4340014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"}
{"level":"info","ts":1784815033.4364595,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"}
{"level":"info","ts":1784815033.4364834,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"}
{"level":"info","ts":1784815033.4365082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","EoS":false}
{"level":"info","ts":1784815033.4365282,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5","EoS":true}
{"level":"info","ts":1784815033.4365754,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8989888-6fac-4ec2-96d9-6b49a1e411b5"}
{"level":"info","ts":1784815033.5328734,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815033.532951,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e930a88-867e-43c4-b8f2-29843230ffa0"}
{"level":"info","ts":1784815033.5337324,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8e930a88-867e-43c4-b8f2-29843230ffa0"}
{"level":"info","ts":1784815033.533744,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8e930a88-867e-43c4-b8f2-29843230ffa0"}
{"level":"info","ts":1784815033.5337567,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e930a88-867e-43c4-b8f2-29843230ffa0","EoS":false}
{"level":"info","ts":1784815033.5337691,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8e930a88-867e-43c4-b8f2-29843230ffa0"}
{"level":"info","ts":1784815033.5337944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8e930a88-867e-43c4-b8f2-29843230ffa0","EoS":true}
{"level":"info","ts":1784815033.5338,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8e930a88-867e-43c4-b8f2-29843230ffa0"}
{"level":"info","ts":1784815038.1854348,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815038.185533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"}
{"level":"info","ts":1784815038.185547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"}
{"level":"info","ts":1784815038.1855674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","EoS":true}
{"level":"info","ts":1784815038.1856053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","header":"x-maas-group"}
{"level":"info","ts":1784815038.185617,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","header":"x-maas-username"}
{"level":"info","ts":1784815038.185625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","header":"x-maas-subscription"}
{"level":"info","ts":1784815038.1856444,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815038.185676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"}
{"level":"info","ts":1784815038.1867304,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"}
{"level":"info","ts":1784815038.1868975,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"}
{"level":"info","ts":1784815038.1869726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","EoS":false}
{"level":"info","ts":1784815038.1869962,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4","EoS":true}
{"level":"info","ts":1784815038.1870499,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e799a01d-c500-471d-86b1-dbae63c6d0b4"}
{"level":"info","ts":1784815048.8462968,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815048.846373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"}
{"level":"info","ts":1784815048.8463838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"}
{"level":"info","ts":1784815048.8463955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","EoS":true}
{"level":"info","ts":1784815048.8464212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","header":"x-maas-group"}
{"level":"info","ts":1784815048.8464303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","header":"x-maas-subscription"}
{"level":"info","ts":1784815048.8464353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","header":"x-maas-username"}
{"level":"info","ts":1784815048.8464499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784815048.8464756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"}
{"level":"info","ts":1784815048.8475277,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"}
{"level":"info","ts":1784815048.84754,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"}
{"level":"info","ts":1784815048.8475509,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","EoS":false}
{"level":"info","ts":1784815048.8475606,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673","EoS":true}
{"level":"info","ts":1784815048.847589,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"021143e7-768a-48d5-91b9-8355d3a60673"}
{"level":"info","ts":1784815061.7740018,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815061.7740839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"}
{"level":"info","ts":1784815061.7740948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"}
{"level":"info","ts":1784815061.7741075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","EoS":true}
{"level":"info","ts":1784815061.7741423,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","header":"x-maas-group"}
{"level":"info","ts":1784815061.7741535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","header":"x-maas-subscription"}
{"level":"info","ts":1784815061.7741578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","header":"x-maas-username"}
{"level":"info","ts":1784815061.7741706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815061.7741957,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"}
{"level":"info","ts":1784815061.7751234,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"}
{"level":"info","ts":1784815061.7751434,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"}
{"level":"info","ts":1784815061.7751582,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","EoS":false}
{"level":"info","ts":1784815061.7751696,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925","EoS":true}
{"level":"info","ts":1784815061.7752063,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d0447f8d-4cbd-93be-950f-0908ed43c925"}
{"level":"info","ts":1784815070.330361,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815070.3304715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"}
{"level":"info","ts":1784815070.3304937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"}
{"level":"info","ts":1784815070.3305144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","EoS":true}
{"level":"info","ts":1784815070.330557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","header":"x-maas-subscription"}
{"level":"info","ts":1784815070.3305736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","header":"x-maas-group"}
{"level":"info","ts":1784815070.3305814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","header":"x-maas-username"}
{"level":"info","ts":1784815070.3305998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815070.3306384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"}
{"level":"info","ts":1784815070.3317204,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"}
{"level":"info","ts":1784815070.3317409,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"}
{"level":"info","ts":1784815070.3317564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","EoS":false}
{"level":"info","ts":1784815070.3317683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908","EoS":true}
{"level":"info","ts":1784815070.3318093,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"564f1e2d-ccc4-4da4-a645-3c59a5ea8908"}
{"level":"info","ts":1784815079.274151,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815079.2742653,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"}
{"level":"info","ts":1784815079.2742844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"}
{"level":"info","ts":1784815079.274299,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","EoS":true}
{"level":"info","ts":1784815079.274329,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","header":"x-maas-username"}
{"level":"info","ts":1784815079.274343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","header":"x-maas-group"}
{"level":"info","ts":1784815079.2743518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","header":"x-maas-subscription"}
{"level":"info","ts":1784815079.2743661,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815079.2743921,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"}
{"level":"info","ts":1784815079.27524,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"}
{"level":"info","ts":1784815079.275259,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"}
{"level":"info","ts":1784815079.2752738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","EoS":false}
{"level":"info","ts":1784815079.2752924,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec","EoS":true}
{"level":"info","ts":1784815079.2753332,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd4b1a1c-8307-40ee-a256-e1094325ccec"}
{"level":"info","ts":1784815107.4028895,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815107.402991,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"}
{"level":"info","ts":1784815107.4030085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"}
{"level":"info","ts":1784815107.4030266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","EoS":true}
{"level":"info","ts":1784815107.40307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","header":"x-maas-username"}
{"level":"info","ts":1784815107.4030836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","header":"x-maas-subscription"}
{"level":"info","ts":1784815107.4030907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","header":"x-maas-group"}
{"level":"info","ts":1784815107.4031072,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784815107.403142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"}
{"level":"info","ts":1784815107.4052234,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"}
{"level":"info","ts":1784815107.4052477,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"}
{"level":"info","ts":1784815107.4052646,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","EoS":false}
{"level":"info","ts":1784815107.4052756,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98","EoS":true}
{"level":"info","ts":1784815107.405309,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c26e054c-7b97-4c5b-ae69-bd36936fcc98"}
{"level":"info","ts":1784815131.535127,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815131.5352266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"}
{"level":"info","ts":1784815131.535241,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"}
{"level":"info","ts":1784815131.5352585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","EoS":true}
{"level":"info","ts":1784815131.5352967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","header":"x-maas-username"}
{"level":"info","ts":1784815131.5353115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","header":"x-maas-group"}
{"level":"info","ts":1784815131.5353189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","header":"x-maas-subscription"}
{"level":"info","ts":1784815131.535337,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784815131.5353723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"}
{"level":"info","ts":1784815131.5363777,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"}
{"level":"info","ts":1784815131.5363984,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"}
{"level":"info","ts":1784815131.5364134,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","EoS":false}
{"level":"info","ts":1784815131.5364249,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6","EoS":true}
{"level":"info","ts":1784815131.536462,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0459d438-e834-477f-b13d-fa1db90adbf6"}
{"level":"info","ts":1784815157.9833171,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815157.9834194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"}
{"level":"info","ts":1784815157.9834304,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"}
{"level":"info","ts":1784815157.9834418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","EoS":true}
{"level":"info","ts":1784815157.9834669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","header":"x-maas-subscription"}
{"level":"info","ts":1784815157.9834802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","header":"x-maas-username"}
{"level":"info","ts":1784815157.9834883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","header":"x-maas-group"}
{"level":"info","ts":1784815157.9835057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815157.9835362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"}
{"level":"info","ts":1784815157.986557,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"}
{"level":"info","ts":1784815157.9865847,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"}
{"level":"info","ts":1784815157.9866004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","EoS":false}
{"level":"info","ts":1784815157.9866123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3","EoS":true}
{"level":"info","ts":1784815157.986653,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"32317f8b-74bb-4ccc-afb3-8b99f46167f3"}
{"level":"info","ts":1784815167.4017336,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815167.4018078,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"}
{"level":"info","ts":1784815167.401817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"}
{"level":"info","ts":1784815167.4018283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","EoS":true}
{"level":"info","ts":1784815167.4018817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","header":"x-maas-subscription"}
{"level":"info","ts":1784815167.4018939,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","header":"x-maas-username"}
{"level":"info","ts":1784815167.4018993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","header":"x-maas-group"}
{"level":"info","ts":1784815167.4019146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815167.401937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"}
{"level":"info","ts":1784815167.402826,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"}
{"level":"info","ts":1784815167.402866,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"}
{"level":"info","ts":1784815167.4028828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","EoS":false}
{"level":"info","ts":1784815167.402896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5","EoS":true}
{"level":"info","ts":1784815167.4029353,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e9c8e429-8379-451f-bfa6-9beb6d0163e5"}
{"level":"info","ts":1784815167.4613657,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815167.4614484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"}
{"level":"info","ts":1784815167.4614606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"}
{"level":"info","ts":1784815167.4614718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","EoS":true}
{"level":"info","ts":1784815167.4615006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","header":"x-maas-subscription"}
{"level":"info","ts":1784815167.4615116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","header":"x-maas-group"}
{"level":"info","ts":1784815167.4615188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","header":"x-maas-username"}
{"level":"info","ts":1784815167.4615326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815167.4615545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"}
{"level":"info","ts":1784815167.4624624,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"}
{"level":"info","ts":1784815167.4624832,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"}
{"level":"info","ts":1784815167.4624994,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","EoS":false}
{"level":"info","ts":1784815167.4625115,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0","EoS":true}
{"level":"info","ts":1784815167.4625487,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c514112b-7848-4137-ac9d-5502cd89a9d0"}
{"level":"info","ts":1784815186.665454,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815186.6655374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"}
{"level":"info","ts":1784815186.6655464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"}
{"level":"info","ts":1784815186.665558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","EoS":true}
{"level":"info","ts":1784815186.6655815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","header":"x-maas-username"}
{"level":"info","ts":1784815186.6655936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","header":"x-maas-subscription"}
{"level":"info","ts":1784815186.6655993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","header":"x-maas-group"}
{"level":"info","ts":1784815186.6656134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815186.6656322,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"}
{"level":"info","ts":1784815186.6665094,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"}
{"level":"info","ts":1784815186.666532,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"}
{"level":"info","ts":1784815186.6665523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","EoS":false}
{"level":"info","ts":1784815186.6665676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b","EoS":true}
{"level":"info","ts":1784815186.6666174,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"87ada5dd-6205-42f5-981b-a36854e5e78b"}
{"level":"info","ts":1784815317.330796,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815317.3308966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"}
{"level":"info","ts":1784815317.330906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"}
{"level":"info","ts":1784815317.3309176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","EoS":true}
{"level":"info","ts":1784815317.3309417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","header":"x-maas-username"}
{"level":"info","ts":1784815317.3309493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","header":"x-maas-subscription"}
{"level":"info","ts":1784815317.3309548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","header":"x-maas-group"}
{"level":"info","ts":1784815317.3309693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784815317.330988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"}
{"level":"info","ts":1784815317.3322315,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"}
{"level":"info","ts":1784815317.3322523,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"}
{"level":"info","ts":1784815317.3322678,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","EoS":false}
{"level":"info","ts":1784815317.33228,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757","EoS":true}
{"level":"info","ts":1784815317.3323166,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c21ae144-1173-4c02-82de-9f4d135cc757"}
{"level":"info","ts":1784815354.6010199,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815354.6011097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"}
{"level":"info","ts":1784815354.6011202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"}
{"level":"info","ts":1784815354.6011326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","EoS":true}
{"level":"info","ts":1784815354.6011643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","header":"x-maas-username"}
{"level":"info","ts":1784815354.601174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","header":"x-maas-group"}
{"level":"info","ts":1784815354.6011791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","header":"x-maas-subscription"}
{"level":"info","ts":1784815354.6011922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815354.6012168,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"}
{"level":"info","ts":1784815354.6038728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"}
{"level":"info","ts":1784815354.603893,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"}
{"level":"info","ts":1784815354.6039097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","EoS":false}
{"level":"info","ts":1784815354.6039212,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6","EoS":true}
{"level":"info","ts":1784815354.6039653,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1097e35d-08cc-4d57-9ff7-3c8a91bb67d6"}
{"level":"info","ts":1784815369.8980956,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815369.898183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"}
{"level":"info","ts":1784815369.898193,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"}
{"level":"info","ts":1784815369.898204,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","EoS":true}
{"level":"info","ts":1784815369.8982306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","header":"x-maas-subscription"}
{"level":"info","ts":1784815369.8982449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","header":"x-maas-username"}
{"level":"info","ts":1784815369.8982527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","header":"x-maas-group"}
{"level":"info","ts":1784815369.89827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815369.8982978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"}
{"level":"info","ts":1784815369.8991976,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"}
{"level":"info","ts":1784815369.8992183,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"}
{"level":"info","ts":1784815369.899232,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","EoS":false}
{"level":"info","ts":1784815369.8992422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8","EoS":true}
{"level":"info","ts":1784815369.8992739,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a1388026-6f71-4bb2-a484-c13ec8a662a8"}
{"level":"info","ts":1784815715.5977137,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815715.5978131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"}
{"level":"info","ts":1784815715.5978234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"}
{"level":"info","ts":1784815715.597835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","EoS":true}
{"level":"info","ts":1784815715.597882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","header":"x-maas-subscription"}
{"level":"info","ts":1784815715.5978937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","header":"x-maas-group"}
{"level":"info","ts":1784815715.5978982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","header":"x-maas-username"}
{"level":"info","ts":1784815715.5979116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815715.5979362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"}
{"level":"info","ts":1784815715.6009707,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"}
{"level":"info","ts":1784815715.600995,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"}
{"level":"info","ts":1784815715.601013,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","EoS":false}
{"level":"info","ts":1784815715.601027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769","EoS":true}
{"level":"info","ts":1784815715.6010666,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"836d13f2-9119-4a73-8e83-1d9d96ae1769"}
{"level":"info","ts":1784815715.635928,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815715.636013,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"}
{"level":"info","ts":1784815715.636022,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"}
{"level":"info","ts":1784815715.636033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","EoS":true}
{"level":"info","ts":1784815715.6360557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","header":"x-maas-username"}
{"level":"info","ts":1784815715.6360657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","header":"x-maas-subscription"}
{"level":"info","ts":1784815715.6360707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","header":"x-maas-group"}
{"level":"info","ts":1784815715.6360834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784815715.6361072,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"}
{"level":"info","ts":1784815715.6371331,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"}
{"level":"info","ts":1784815715.6371534,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"}
{"level":"info","ts":1784815715.6371686,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","EoS":false}
{"level":"info","ts":1784815715.6371796,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1","EoS":true}
{"level":"info","ts":1784815715.6372154,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aa3565a3-db96-47fc-b0da-9f9a1fde8ce1"}
{"level":"info","ts":1784815720.4272816,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3704f4c8-9759-443a-8f6e-bb8bb76b47e1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784815720.427559,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35548.499939012,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.4275901,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.4992182,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.5279694,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3704f4c8-9759-443a-8f6e-bb8bb76b47e1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784815720.550286,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e528723-c1b8-417c-8ed0-27a6f541b8ce"}
{"level":"info","ts":1784815720.5504098,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ecf8986-e027-4256-b23c-ffab02523aea","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784815720.5504446,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2ecf8986-e027-4256-b23c-ffab02523aea","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784815720.5651803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35279.433369217,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.565196,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5563f7c1-2400-4aeb-9dc5-96157fe840e8","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784815720.5652125,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.5652363,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5563f7c1-2400-4aeb-9dc5-96157fe840e8","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784815720.5786371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.6657567,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e528723-c1b8-417c-8ed0-27a6f541b8ce","name":"e2e-external-provider"}
{"level":"info","ts":1784815720.6905456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87b9609f-f59a-4e96-9095-5f5c8be08d48","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815720.6906116,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87b9609f-f59a-4e96-9095-5f5c8be08d48","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784815720.6905305,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b1e5e8c-442a-4b1b-9d79-f628bb917d9f"}
{"level":"info","ts":1784815720.7021089,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e528723-c1b8-417c-8ed0-27a6f541b8ce","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784815720.7033935,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b1e5e8c-442a-4b1b-9d79-f628bb917d9f","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784815720.7037342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50996d5f-8424-4159-ac31-55867c80e64a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815720.703781,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"50996d5f-8424-4159-ac31-55867c80e64a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784815720.7107399,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4b1e5e8c-442a-4b1b-9d79-f628bb917d9f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784815720.7108243,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab626702-fd87-43eb-811d-c3d318442cee"}
{"level":"info","ts":1784815720.710868,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab626702-fd87-43eb-811d-c3d318442cee","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784815720.7109215,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745a2ad0-fbea-4ead-9f9e-20a142268f1b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815720.7109573,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745a2ad0-fbea-4ead-9f9e-20a142268f1b","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784815720.7173946,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab626702-fd87-43eb-811d-c3d318442cee","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784815720.7174542,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab626702-fd87-43eb-811d-c3d318442cee","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784815720.7175052,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f9b6171-ec49-4c2a-80f2-666519c1e06f"}
{"level":"info","ts":1784815720.717528,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f9b6171-ec49-4c2a-80f2-666519c1e06f","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784815720.7177439,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e528723-c1b8-417c-8ed0-27a6f541b8ce","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784815720.725988,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4f9b6171-ec49-4c2a-80f2-666519c1e06f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784815720.7260053,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e528723-c1b8-417c-8ed0-27a6f541b8ce","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784815720.7327528,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a83bc027-f5b0-43d8-aafb-7ecaac9d199b","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784815720.732808,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a83bc027-f5b0-43d8-aafb-7ecaac9d199b","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784815720.7328947,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b14e2ec6-03c7-4117-8578-2caa918fc730","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815720.7329226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b2fc2e2-88f9-457d-a9be-a94dee3a8941"}
{"level":"info","ts":1784815720.7329235,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b14e2ec6-03c7-4117-8578-2caa918fc730","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784815720.7331355,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35804.470725423,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.7331522,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.733369,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cd68ab1-2a73-4dd3-87b8-1e954baa7d02"}
{"level":"info","ts":1784815720.7334588,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cd68ab1-2a73-4dd3-87b8-1e954baa7d02","name":"e2e-external-provider"}
{"level":"info","ts":1784815720.747417,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784815720.756458,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cd68ab1-2a73-4dd3-87b8-1e954baa7d02","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784815720.8337514,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b2fc2e2-88f9-457d-a9be-a94dee3a8941","name":"e2e-external-model"}
{"level":"info","ts":1784815720.8503149,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5b2fc2e2-88f9-457d-a9be-a94dee3a8941","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784815720.8583996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"366083c4-4b60-40d9-b4af-f30ab2382aac","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815720.8584387,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"366083c4-4b60-40d9-b4af-f30ab2382aac","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784815720.858515,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d686b0f-6561-4c20-be63-61c573828360"}
{"level":"info","ts":1784815720.858574,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d686b0f-6561-4c20-be63-61c573828360","name":"e2e-external-model"}
{"level":"info","ts":1784815720.887142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26377789-ff5e-4300-9692-f9cd0959a401","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815720.88718,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26377789-ff5e-4300-9692-f9cd0959a401","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784815720.8916044,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d686b0f-6561-4c20-be63-61c573828360","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784815720.8916612,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5d686b0f-6561-4c20-be63-61c573828360","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784815720.8917313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10fe2603-6e4c-4f6d-a12e-7c79e50cdace"}
{"level":"info","ts":1784815720.8917959,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10fe2603-6e4c-4f6d-a12e-7c79e50cdace","name":"e2e-external-model"}
{"level":"info","ts":1784815720.9100885,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32af04e0-ee4e-4e50-a2d7-3a870bd5b769","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815720.9101286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32af04e0-ee4e-4e50-a2d7-3a870bd5b769","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784815720.9111552,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10fe2603-6e4c-4f6d-a12e-7c79e50cdace","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784815720.916623,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10fe2603-6e4c-4f6d-a12e-7c79e50cdace","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784815720.9167204,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee272ce5-1589-4a62-963c-bf450bf1b0a3"}
{"level":"info","ts":1784815720.916774,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee272ce5-1589-4a62-963c-bf450bf1b0a3","name":"e2e-external-model"}
{"level":"info","ts":1784815720.9270847,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee272ce5-1589-4a62-963c-bf450bf1b0a3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784815730.3088307,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815730.3089316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30"}
{"level":"info","ts":1784815730.3089411,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30"}
{"level":"info","ts":1784815730.3089526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","EoS":true}
{"level":"info","ts":1784815730.3089778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","header":"x-maas-group"}
{"level":"info","ts":1784815730.3089876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","header":"x-maas-username"}
{"level":"info","ts":1784815730.308993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","header":"x-maas-subscription"}
{"level":"info","ts":1784815730.3090088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784815730.309015,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","modelName":"e2e-external-model"}
{"level":"info","ts":1784815730.3090289,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784815730.3090677,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784815730.3090835,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30","authType":"apikey"}
{"level":"info","ts":1784815730.3091128,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efe127a3-400c-478e-b068-dedfa6980f30"}
{"level":"info","ts":1784815730.4218957,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b9fcff6-048d-4830-b05b-ddefc06dadc4"}
{"level":"info","ts":1784815730.4218957,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb8ef0be-f9e5-4dae-8d25-177f8f86156d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784815730.4220223,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb8ef0be-f9e5-4dae-8d25-177f8f86156d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784815730.4318075,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b9fcff6-048d-4830-b05b-ddefc06dadc4","name":"e2e-cleanup-test"}
{"level":"info","ts":1784815730.431911,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43cb9437-6e93-453c-904c-e3be117c2ff8","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784815730.4319437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43cb9437-6e93-453c-904c-e3be117c2ff8","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784815730.4477773,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b9fcff6-048d-4830-b05b-ddefc06dadc4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784815730.471116,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d284621-ff4c-413d-b8a8-959dc80bb42a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784815730.4711907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1d284621-ff4c-413d-b8a8-959dc80bb42a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784815730.4715476,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3f7e326-5369-4f97-b9ce-e49c4434220e"}
{"level":"info","ts":1784815730.4716167,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3f7e326-5369-4f97-b9ce-e49c4434220e","name":"e2e-cleanup-test"}
{"level":"info","ts":1784815730.484452,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3f7e326-5369-4f97-b9ce-e49c4434220e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784815738.6898143,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f8f8083-2c1e-4230-8547-46f27c364a32"}
{"level":"info","ts":1784815738.689872,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a6fce43-3e91-45d3-a988-10f18dc7ca0d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784815738.6899023,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a6fce43-3e91-45d3-a988-10f18dc7ca0d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784815743.0114975,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815743.0115736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba"}
{"level":"info","ts":1784815743.0115902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba"}
{"level":"info","ts":1784815743.0116012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba","EoS":true}
{"level":"info","ts":1784815743.0116332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784815743.0116608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"246ffd0f-fa67-469e-815f-8dcb3bffb2ba"}
{"level":"info","ts":1784815743.0890734,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815743.0891566,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794"}
{"level":"info","ts":1784815743.0891669,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794"}
{"level":"info","ts":1784815743.0891807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","EoS":true}
{"level":"info","ts":1784815743.0892131,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","header":"x-maas-username"}
{"level":"info","ts":1784815743.0892234,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","header":"x-maas-group"}
{"level":"info","ts":1784815743.0892286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","header":"x-maas-subscription"}
{"level":"info","ts":1784815743.0892427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784815743.0892515,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","modelName":"e2e-external-model"}
{"level":"info","ts":1784815743.08927,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784815743.0892951,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784815743.089309,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794","authType":"apikey"}
{"level":"info","ts":1784815743.0893338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99a5490d-b876-4ed0-a029-33b9d4994794"}
{"level":"info","ts":1784815743.1232219,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815743.1233175,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"}
{"level":"info","ts":1784815743.1233315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"}
{"level":"info","ts":1784815743.1233504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","EoS":true}
{"level":"info","ts":1784815743.1233888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","header":"x-maas-username"}
{"level":"info","ts":1784815743.123401,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","header":"x-maas-group"}
{"level":"info","ts":1784815743.1234095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","header":"x-maas-subscription"}
{"level":"info","ts":1784815743.1234293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784815743.1234636,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"}
{"level":"info","ts":1784815743.2245278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"}
{"level":"info","ts":1784815743.224561,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"}
{"level":"info","ts":1784815743.2245793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","EoS":false}
{"level":"info","ts":1784815743.2245927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","EoS":true}
{"level":"error","ts":1784815743.2246106,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784815743.2246668,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"424cf241-fd49-47cf-bcef-8e1b818a39f9"}
{"level":"info","ts":1784815743.2642522,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784815743.264329,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"}
{"level":"info","ts":1784815743.2643385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"}
{"level":"info","ts":1784815743.2643502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","EoS":true}
{"level":"info","ts":1784815743.2643747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","header":"x-maas-group"}
{"level":"info","ts":1784815743.2643852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","header":"x-maas-username"}
{"level":"info","ts":1784815743.2643902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","header":"x-maas-subscription"}
{"level":"info","ts":1784815743.2644196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"}
{"level":"info","ts":1784815743.365812,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"}
{"level":"info","ts":1784815743.3658595,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"}
{"level":"info","ts":1784815743.365883,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","EoS":false}
{"level":"info","ts":1784815743.3659008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","EoS":true}
{"level":"error","ts":1784815743.365923,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784815743.3659596,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b2daa68-3a9b-481f-b593-e51258865478"}
{"level":"info","ts":1784815744.2004704,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc788378-9e7b-4a90-a698-d4fab86b64dc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815744.200523,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc788378-9e7b-4a90-a698-d4fab86b64dc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784815744.2004683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0750ab3-5590-497a-8058-5980fbdd5a00"}
{"level":"info","ts":1784815744.3493671,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ef4e7fc-5396-4216-b838-d2d2af88b249"}
{"level":"info","ts":1784815744.3493774,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3b87d4c-35d0-462c-919d-42c6294ecf5f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784815744.3494086,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3b87d4c-35d0-462c-919d-42c6294ecf5f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784815744.468376,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6995451b-029b-4265-b882-37b511a09a92","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784815744.4684289,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6995451b-029b-4265-b882-37b511a09a92","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784816383.3182247,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784816383.3183124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"}
{"level":"info","ts":1784816383.3183203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"}
{"level":"info","ts":1784816383.3183317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","EoS":true}
{"level":"info","ts":1784816383.3183568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","header":"x-maas-subscription"}
{"level":"info","ts":1784816383.3183677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","header":"x-maas-username"}
{"level":"info","ts":1784816383.3183734,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","header":"x-maas-group"}
{"level":"info","ts":1784816383.318388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","path":"/ai-tenant-e2e-inf-b-80e3ed/test-model-80e3ed/v1/chat/completions"}
{"level":"info","ts":1784816383.318416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"}
{"level":"info","ts":1784816383.3326364,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"}
{"level":"info","ts":1784816383.3326669,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"}
{"level":"info","ts":1784816383.3326836,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","EoS":false}
{"level":"info","ts":1784816383.3326955,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26","EoS":true}
{"level":"info","ts":1784816383.332733,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d30c7b80-d05f-4028-95c4-3f4ea134be26"}
{"level":"info","ts":1784816862.4133117,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784816862.4133985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"}
{"level":"info","ts":1784816862.4134073,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"}
{"level":"info","ts":1784816862.4134214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","EoS":true}
{"level":"info","ts":1784816862.4134471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","header":"x-maas-group"}
{"level":"info","ts":1784816862.4134586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","header":"x-maas-subscription"}
{"level":"info","ts":1784816862.4134638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","header":"x-maas-username"}
{"level":"info","ts":1784816862.4134793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","path":"/ai-tenant-e2e-shared-b-52507a/rate-test-model-52507a/v1/completions"}
{"level":"info","ts":1784816862.413505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"}
{"level":"info","ts":1784816862.4263568,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"}
{"level":"info","ts":1784816862.426386,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"}
{"level":"info","ts":1784816862.4264042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","EoS":false}
{"level":"info","ts":1784816862.426418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa","EoS":true}
{"level":"info","ts":1784816862.4264667,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2b4b856a-6772-43f4-b12b-d935848e38aa"}