{"level":"info","ts":1784942864.928578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5"} {"level":"info","ts":1784942864.9285884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5"} {"level":"info","ts":1784942864.9285989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","EoS":true} {"level":"info","ts":1784942864.9286172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","header":"x-maas-username"} {"level":"info","ts":1784942864.9286282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","header":"x-maas-group"} {"level":"info","ts":1784942864.9286335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","header":"x-maas-subscription"} {"level":"info","ts":1784942864.9286456,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942864.928668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5"} {"level":"info","ts":1784942864.9293108,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5"} {"level":"info","ts":1784942864.9293296,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5"} {"level":"info","ts":1784942864.9293501,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","EoS":false} {"level":"info","ts":1784942864.9293666,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5","EoS":true} {"level":"info","ts":1784942864.9294,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"67e3f95b-d366-411b-96cd-3331890bb4b5"} {"level":"info","ts":1784942877.6416788,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942877.641759,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942877.6417751,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942877.6417935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","EoS":true} {"level":"info","ts":1784942877.641832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","header":"x-maas-group"} {"level":"info","ts":1784942877.6418474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","header":"x-maas-subscription"} {"level":"info","ts":1784942877.641856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","header":"x-maas-username"} {"level":"info","ts":1784942877.6418757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942877.6419168,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942877.6432545,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942877.6432734,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942877.6432881,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","EoS":false} {"level":"info","ts":1784942877.6432996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5","EoS":true} {"level":"info","ts":1784942877.643328,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a3f15b29-4e07-4511-894c-e75c10bc39c5"} {"level":"info","ts":1784942878.38186,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942878.3819275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942878.3819456,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942878.381966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","EoS":true} {"level":"info","ts":1784942878.3820066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","header":"x-maas-username"} {"level":"info","ts":1784942878.3820186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","header":"x-maas-group"} {"level":"info","ts":1784942878.3820233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","header":"x-maas-subscription"} {"level":"info","ts":1784942878.3820372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942878.3820615,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942878.382763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942878.382783,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942878.3827982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","EoS":false} {"level":"info","ts":1784942878.382817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc","EoS":true} {"level":"info","ts":1784942878.3828497,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1de1285e-6bb7-4593-aae4-7dc5e5d212bc"} {"level":"info","ts":1784942898.3648827,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.3649635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.3650033,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.3650224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","EoS":true} {"level":"info","ts":1784942898.3650534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","header":"x-maas-username"} {"level":"info","ts":1784942898.365066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","header":"x-maas-group"} {"level":"info","ts":1784942898.365074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","header":"x-maas-subscription"} {"level":"info","ts":1784942898.3650947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.3651302,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.3672616,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.3672855,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.367302,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","EoS":false} {"level":"info","ts":1784942898.3673186,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41","EoS":true} {"level":"info","ts":1784942898.367357,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1cb223fc-0a31-4249-b68c-43fe1ab77c41"} {"level":"info","ts":1784942898.4979408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.4980385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.4980536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.4980667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","EoS":true} {"level":"info","ts":1784942898.498089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","header":"x-maas-subscription"} {"level":"info","ts":1784942898.498099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","header":"x-maas-group"} {"level":"info","ts":1784942898.4981039,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","header":"x-maas-username"} {"level":"info","ts":1784942898.4981163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.4981382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.4988048,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.498829,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.4988463,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","EoS":false} {"level":"info","ts":1784942898.4988682,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed","EoS":true} {"level":"info","ts":1784942898.4989023,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"beeb4572-d6cd-4c30-8cce-f149099b99ed"} {"level":"info","ts":1784942898.6310682,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.6311274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.6311376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.6311479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","EoS":true} {"level":"info","ts":1784942898.6311703,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","header":"x-maas-subscription"} {"level":"info","ts":1784942898.6311812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","header":"x-maas-username"} {"level":"info","ts":1784942898.6311882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","header":"x-maas-group"} {"level":"info","ts":1784942898.631201,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.631224,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.6318977,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.6319141,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.631929,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","EoS":false} {"level":"info","ts":1784942898.6319418,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc","EoS":true} {"level":"info","ts":1784942898.6319683,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d7e14db0-8054-482f-a9d6-2710f82c94bc"} {"level":"info","ts":1784942898.7634828,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.7635827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.763596,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.7636077,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","EoS":true} {"level":"info","ts":1784942898.7636344,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","header":"x-maas-group"} {"level":"info","ts":1784942898.763645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","header":"x-maas-username"} {"level":"info","ts":1784942898.7636504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","header":"x-maas-subscription"} {"level":"info","ts":1784942898.7636623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.7636845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.7643359,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.7643516,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.764365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","EoS":false} {"level":"info","ts":1784942898.7643754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe","EoS":true} {"level":"info","ts":1784942898.7644033,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c448e81a-1eac-4a8f-ae03-c5597b55aefe"} {"level":"info","ts":1784942898.8971758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942898.8972645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942898.8972783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942898.897295,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","EoS":true} {"level":"info","ts":1784942898.8973284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","header":"x-maas-subscription"} {"level":"info","ts":1784942898.8973434,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","header":"x-maas-username"} {"level":"info","ts":1784942898.8973515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","header":"x-maas-group"} {"level":"info","ts":1784942898.8973687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942898.8974025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942898.898056,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942898.8980818,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942898.8981028,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","EoS":false} {"level":"info","ts":1784942898.8981225,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106","EoS":true} {"level":"info","ts":1784942898.8981552,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e76b48c3-3efe-4bdb-99a7-4989109d1106"} {"level":"info","ts":1784942917.9600415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942917.9601157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942917.9601288,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942917.96014,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","EoS":true} {"level":"info","ts":1784942917.9601717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","header":"x-maas-group"} {"level":"info","ts":1784942917.9601812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","header":"x-maas-username"} {"level":"info","ts":1784942917.9601865,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","header":"x-maas-subscription"} {"level":"info","ts":1784942917.960199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942917.960227,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942917.9608426,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942917.960862,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942917.9608853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","EoS":false} {"level":"info","ts":1784942917.9609005,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f","EoS":true} {"level":"info","ts":1784942917.96093,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"603fea6d-a15a-407a-a4c7-e2a9e4cabd6f"} {"level":"info","ts":1784942918.0498865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942918.049945,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"61db11e7-9f50-4f6a-aa55-8d87c644c7b0"} {"level":"info","ts":1784942918.0504522,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"61db11e7-9f50-4f6a-aa55-8d87c644c7b0"} {"level":"info","ts":1784942918.0504735,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"61db11e7-9f50-4f6a-aa55-8d87c644c7b0"} {"level":"info","ts":1784942918.0504959,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61db11e7-9f50-4f6a-aa55-8d87c644c7b0","EoS":false} {"level":"info","ts":1784942918.0505116,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61db11e7-9f50-4f6a-aa55-8d87c644c7b0"} {"level":"info","ts":1784942918.050544,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"61db11e7-9f50-4f6a-aa55-8d87c644c7b0","EoS":true} {"level":"info","ts":1784942918.050554,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"61db11e7-9f50-4f6a-aa55-8d87c644c7b0"} {"level":"info","ts":1784942922.6686683,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942922.6687396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942922.668749,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942922.6687608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","EoS":true} {"level":"info","ts":1784942922.6687849,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","header":"x-maas-subscription"} {"level":"info","ts":1784942922.6687963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","header":"x-maas-username"} {"level":"info","ts":1784942922.668805,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","header":"x-maas-group"} {"level":"info","ts":1784942922.668824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942922.6688514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942922.6705117,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942922.6705332,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942922.6705544,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","EoS":false} {"level":"info","ts":1784942922.6705694,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789","EoS":true} {"level":"info","ts":1784942922.670615,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3c9298a9-53a3-46fb-b1c6-2e2f89432789"} {"level":"info","ts":1784942933.2549374,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942933.2550282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942933.2550426,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942933.2550535,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","EoS":true} {"level":"info","ts":1784942933.2550826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","header":"x-maas-username"} {"level":"info","ts":1784942933.2550938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","header":"x-maas-subscription"} {"level":"info","ts":1784942933.255099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","header":"x-maas-group"} {"level":"info","ts":1784942933.2551117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942933.255137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942933.256073,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942933.256102,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942933.2561257,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","EoS":false} {"level":"info","ts":1784942933.2561476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910","EoS":true} {"level":"info","ts":1784942933.2561781,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7df6aa36-c9c1-430b-b465-7e995199a910"} {"level":"info","ts":1784942946.1117408,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942946.1118214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942946.1118388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942946.111854,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","EoS":true} {"level":"info","ts":1784942946.1118777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","header":"x-maas-subscription"} {"level":"info","ts":1784942946.111886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","header":"x-maas-username"} {"level":"info","ts":1784942946.1118908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","header":"x-maas-group"} {"level":"info","ts":1784942946.1119034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942946.111927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942946.1126456,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942946.1126666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942946.1126883,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","EoS":false} {"level":"info","ts":1784942946.112706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c","EoS":true} {"level":"info","ts":1784942946.112749,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7f545e7a-f82b-449a-86cd-3d39c7be516c"} {"level":"info","ts":1784942954.627532,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942954.6276019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942954.627615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942954.627626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","EoS":true} {"level":"info","ts":1784942954.6276464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","header":"x-maas-subscription"} {"level":"info","ts":1784942954.627657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","header":"x-maas-group"} {"level":"info","ts":1784942954.627663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","header":"x-maas-username"} {"level":"info","ts":1784942954.627674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942954.627696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942954.6283696,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942954.628389,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942954.6284091,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","EoS":false} {"level":"info","ts":1784942954.6284254,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558","EoS":true} {"level":"info","ts":1784942954.628463,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c5cec849-1cb4-4baa-8a7c-d33dfff77558"} {"level":"info","ts":1784942963.4985006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942963.4985657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942963.4985747,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942963.498591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","EoS":true} {"level":"info","ts":1784942963.4986186,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","header":"x-maas-subscription"} {"level":"info","ts":1784942963.4986298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","header":"x-maas-username"} {"level":"info","ts":1784942963.498636,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","header":"x-maas-group"} {"level":"info","ts":1784942963.4986494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784942963.498677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942963.4993286,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942963.4993472,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942963.4993618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","EoS":false} {"level":"info","ts":1784942963.499374,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3","EoS":true} {"level":"info","ts":1784942963.4994025,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d16dd570-6ff5-4268-8cce-16c2870ef2c3"} {"level":"info","ts":1784942989.5111222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784942989.5111969,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784942989.5112097,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784942989.5112226,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","EoS":true} {"level":"info","ts":1784942989.511247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","header":"x-maas-username"} {"level":"info","ts":1784942989.5112574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","header":"x-maas-subscription"} {"level":"info","ts":1784942989.511263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","header":"x-maas-group"} {"level":"info","ts":1784942989.5112762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784942989.5113025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784942989.5133162,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784942989.5133376,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784942989.5133524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","EoS":false} {"level":"info","ts":1784942989.513365,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967","EoS":true} {"level":"info","ts":1784942989.5134025,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f50ae347-05c4-4d9b-a30b-806faae37967"} {"level":"info","ts":1784943012.2707236,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943012.270792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943012.2708082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943012.2708223,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","EoS":true} {"level":"info","ts":1784943012.270847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","header":"x-maas-subscription"} {"level":"info","ts":1784943012.270858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","header":"x-maas-group"} {"level":"info","ts":1784943012.270863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","header":"x-maas-username"} {"level":"info","ts":1784943012.2708762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784943012.2708993,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943012.2717938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943012.2718093,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943012.271821,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","EoS":false} {"level":"info","ts":1784943012.2718318,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9","EoS":true} {"level":"info","ts":1784943012.2718613,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"544df52e-28d0-456f-8b31-adc21809a7b9"} {"level":"info","ts":1784943047.7811334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943047.7812023,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943047.7812161,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943047.7812278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","EoS":true} {"level":"info","ts":1784943047.7812471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","header":"x-maas-subscription"} {"level":"info","ts":1784943047.7812595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","header":"x-maas-username"} {"level":"info","ts":1784943047.7812667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","header":"x-maas-group"} {"level":"info","ts":1784943047.7812805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943047.7813058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943047.7838254,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943047.78385,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943047.7838714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","EoS":false} {"level":"info","ts":1784943047.783888,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4","EoS":true} {"level":"info","ts":1784943047.7839286,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"23718819-ceda-424f-9cee-bb66dc29bdd4"} {"level":"info","ts":1784943057.293288,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943057.2933676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.2933812,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.2933927,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","EoS":true} {"level":"info","ts":1784943057.293416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","header":"x-maas-group"} {"level":"info","ts":1784943057.293426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","header":"x-maas-username"} {"level":"info","ts":1784943057.2934308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","header":"x-maas-subscription"} {"level":"info","ts":1784943057.2934442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943057.2934704,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.2951112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.2951312,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.295147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","EoS":false} {"level":"info","ts":1784943057.2951648,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f","EoS":true} {"level":"info","ts":1784943057.2951932,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0b09676c-c6fa-42f2-96e6-5b6c48d2578f"} {"level":"info","ts":1784943057.3320382,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943057.3321128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943057.3321266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943057.3321445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","EoS":true} {"level":"info","ts":1784943057.3321788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","header":"x-maas-group"} {"level":"info","ts":1784943057.3321927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","header":"x-maas-username"} {"level":"info","ts":1784943057.3322022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","header":"x-maas-subscription"} {"level":"info","ts":1784943057.3322191,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943057.332251,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943057.3328042,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943057.332821,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943057.3328345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","EoS":false} {"level":"info","ts":1784943057.3328452,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243","EoS":true} {"level":"info","ts":1784943057.3328743,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"31b6a882-e1bf-4bc9-bbb9-7ca43f582243"} {"level":"info","ts":1784943076.632934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943076.6330073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943076.6330209,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943076.6330333,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","EoS":true} {"level":"info","ts":1784943076.6330545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","header":"x-maas-username"} {"level":"info","ts":1784943076.6330638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","header":"x-maas-group"} {"level":"info","ts":1784943076.6330686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","header":"x-maas-subscription"} {"level":"info","ts":1784943076.6330798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943076.6331074,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943076.6337762,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943076.6338027,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943076.6338227,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","EoS":false} {"level":"info","ts":1784943076.633834,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3","EoS":true} {"level":"info","ts":1784943076.6338742,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"629e68e7-507d-4231-ae32-76de8ef837f3"} {"level":"info","ts":1784943304.3479729,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943304.348072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943304.3480902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943304.3481092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","EoS":true} {"level":"info","ts":1784943304.3481345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","header":"x-maas-username"} {"level":"info","ts":1784943304.3481455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","header":"x-maas-subscription"} {"level":"info","ts":1784943304.3481503,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","header":"x-maas-group"} {"level":"info","ts":1784943304.3481636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943304.3481886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943304.3507257,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943304.3507452,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943304.3507617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","EoS":false} {"level":"info","ts":1784943304.3507745,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8","EoS":true} {"level":"info","ts":1784943304.3508046,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0aa779a9-48e8-44f3-b3de-d6098b6cc7d8"} {"level":"info","ts":1784943319.6262507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943319.6263256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943319.6263344,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943319.6263456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","EoS":true} {"level":"info","ts":1784943319.6263688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","header":"x-maas-group"} {"level":"info","ts":1784943319.6263795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","header":"x-maas-username"} {"level":"info","ts":1784943319.6263857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","header":"x-maas-subscription"} {"level":"info","ts":1784943319.6263986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943319.6264238,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943319.6278088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943319.6278274,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943319.6278484,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","EoS":false} {"level":"info","ts":1784943319.6278646,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3","EoS":true} {"level":"info","ts":1784943319.6279056,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"605edad7-c426-4d9d-b0b9-3bf34f1e56d3"} {"level":"info","ts":1784943646.9645145,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943646.964598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943646.9646099,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943646.9646208,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","EoS":true} {"level":"info","ts":1784943646.9646409,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","header":"x-maas-group"} {"level":"info","ts":1784943646.9646513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","header":"x-maas-username"} {"level":"info","ts":1784943646.9646568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","header":"x-maas-subscription"} {"level":"info","ts":1784943646.9646695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784943646.9646935,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943646.9669354,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943646.9669588,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943646.9669945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","EoS":false} {"level":"info","ts":1784943646.9670131,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595","EoS":true} {"level":"info","ts":1784943646.9670532,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aea18186-ca9a-9763-9227-8e374f3b3595"} {"level":"info","ts":1784943651.8028812,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ce105e38-2fcc-449c-9e3f-0556a978db79","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784943651.803163,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38798.76465976,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943651.8031883,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943651.834331,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943651.903904,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ce105e38-2fcc-449c-9e3f-0556a978db79","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784943651.946774,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52cf9fbd-b45f-4b34-b30e-b37d66d832db"} {"level":"info","ts":1784943651.9468756,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0349ec98-9ece-45c7-b222-16adaeaf2b50","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943651.9469068,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0349ec98-9ece-45c7-b222-16adaeaf2b50","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943651.9537585,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc6091fc-a96b-4ab6-a2d7-a68db594a60e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943651.953789,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc6091fc-a96b-4ab6-a2d7-a68db594a60e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943651.9540703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32863.649687773,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943651.9540894,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943651.9620965,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.0549686,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52cf9fbd-b45f-4b34-b30e-b37d66d832db","name":"e2e-external-provider"} {"level":"info","ts":1784943652.0646958,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52cf9fbd-b45f-4b34-b30e-b37d66d832db","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784943652.0723593,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52cf9fbd-b45f-4b34-b30e-b37d66d832db","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784943652.077223,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1588550-eec6-4aa5-9d54-830564af15b9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.0772643,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1588550-eec6-4aa5-9d54-830564af15b9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.0772617,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2486126a-e929-4e58-b857-7016c23d91de"} {"level":"info","ts":1784943652.0799558,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"52cf9fbd-b45f-4b34-b30e-b37d66d832db","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784943652.084421,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2486126a-e929-4e58-b857-7016c23d91de","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784943652.084473,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca63061f-b5d8-489a-80b0-ff118b8bf908","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.0844986,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca63061f-b5d8-489a-80b0-ff118b8bf908","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.0853229,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b46eccfb-c1a2-4396-aefa-e3809d3b517f"} {"level":"info","ts":1784943652.0853856,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b46eccfb-c1a2-4396-aefa-e3809d3b517f","name":"e2e-external-provider"} {"level":"info","ts":1784943652.0854065,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18594fed-272e-4bd1-bec2-d1c5c816de94","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.0854309,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18594fed-272e-4bd1-bec2-d1c5c816de94","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.0853243,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"941e2791-af3c-47c4-bd84-e208dc815b29","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943652.085511,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"941e2791-af3c-47c4-bd84-e208dc815b29","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784943652.091511,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f1a388e-c03b-4779-8ae8-500136548ef1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.0915372,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f1a388e-c03b-4779-8ae8-500136548ef1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784943652.0916183,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2486126a-e929-4e58-b857-7016c23d91de","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943652.0916874,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a53a2e02-a549-4ada-a546-50b28508e15d"} {"level":"info","ts":1784943652.0920584,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35485.742041281,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.0920913,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.0978117,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b46eccfb-c1a2-4396-aefa-e3809d3b517f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784943652.099717,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784943652.1022983,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1030c34-8163-4589-b5a5-14264120e31c"} {"level":"info","ts":1784943652.102337,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1030c34-8163-4589-b5a5-14264120e31c","name":"e2e-external-provider"} {"level":"info","ts":1784943652.110658,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c1030c34-8163-4589-b5a5-14264120e31c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784943652.192928,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a53a2e02-a549-4ada-a546-50b28508e15d","name":"e2e-external-model"} {"level":"info","ts":1784943652.2038045,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a53a2e02-a549-4ada-a546-50b28508e15d","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943652.2097898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9bd9fa-793f-4901-af01-c255524a7c64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.20983,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f9bd9fa-793f-4901-af01-c255524a7c64","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.209843,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e9450ed-1640-48ce-9e53-72d6432d35ad"} {"level":"info","ts":1784943652.2099056,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e9450ed-1640-48ce-9e53-72d6432d35ad","name":"e2e-external-model"} {"level":"info","ts":1784943652.2269082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8ad35ad-dbe3-456c-a333-b6c2679d17c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.226937,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e8ad35ad-dbe3-456c-a333-b6c2679d17c5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784943652.2270076,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e9450ed-1640-48ce-9e53-72d6432d35ad","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943652.2270796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9a99611-8c5e-41d5-8f18-70e13ef86c0c"} {"level":"info","ts":1784943652.2271295,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9a99611-8c5e-41d5-8f18-70e13ef86c0c","name":"e2e-external-model"} {"level":"info","ts":1784943652.2387824,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b9a99611-8c5e-41d5-8f18-70e13ef86c0c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943652.2471948,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"468a208b-1aa1-45ef-a477-891a94376c89","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943652.2472293,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"468a208b-1aa1-45ef-a477-891a94376c89","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784943652.2472982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"631ead5c-f593-4a00-b08b-536f3903f309"} {"level":"info","ts":1784943652.247367,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"631ead5c-f593-4a00-b08b-536f3903f309","name":"e2e-external-model"} {"level":"info","ts":1784943652.254349,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"631ead5c-f593-4a00-b08b-536f3903f309","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943657.6497357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943657.649799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796"} {"level":"info","ts":1784943657.6498082,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796"} {"level":"info","ts":1784943657.6498187,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","EoS":true} {"level":"info","ts":1784943657.6498384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","header":"x-maas-subscription"} {"level":"info","ts":1784943657.64986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","header":"x-maas-group"} {"level":"info","ts":1784943657.6498663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","header":"x-maas-username"} {"level":"info","ts":1784943657.6498787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943657.649888,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","modelName":"e2e-external-model"} {"level":"info","ts":1784943657.6498985,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943657.64993,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784943657.6499481,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796","authType":"apikey"} {"level":"info","ts":1784943657.649972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24f5ead5-113d-4eef-92f0-7d4afb90e796"} {"level":"info","ts":1784943657.7683413,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4939d91f-01e5-43a7-a209-e6616f499528","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.7683775,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4939d91f-01e5-43a7-a209-e6616f499528","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943657.7683878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18aac2d0-1825-459e-a193-60bfe29e8350"} {"level":"info","ts":1784943657.7750783,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18aac2d0-1825-459e-a193-60bfe29e8350","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.775115,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa138aca-5ce3-41d3-a2ac-990ebc48f7a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.7751374,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fa138aca-5ce3-41d3-a2ac-990ebc48f7a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943657.7903087,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"18aac2d0-1825-459e-a193-60bfe29e8350","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943657.7957187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e72f5249-74ff-4ec4-9597-f761f8bae34c"} {"level":"info","ts":1784943657.7957876,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e72f5249-74ff-4ec4-9597-f761f8bae34c","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.795823,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3027340-939a-410e-8db8-0cb11a98cd83","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.7958531,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3027340-939a-410e-8db8-0cb11a98cd83","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784943657.809425,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e72f5249-74ff-4ec4-9597-f761f8bae34c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784943657.8094842,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e72f5249-74ff-4ec4-9597-f761f8bae34c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784943657.809547,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"085f3863-868e-425d-b514-ee8cbc563314"} {"level":"info","ts":1784943657.8096604,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4177d67a-1e32-4d6f-af65-56c2c6faa276","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.8096921,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4177d67a-1e32-4d6f-af65-56c2c6faa276","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943657.8096578,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"085f3863-868e-425d-b514-ee8cbc563314","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.816534,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"085f3863-868e-425d-b514-ee8cbc563314","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943657.8232703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"603c2bfa-07ee-407b-9ca3-1312b6e24cc7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943657.8232822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb97ccba-2531-41a7-b88d-3648bf172008"} {"level":"info","ts":1784943657.8232937,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"603c2bfa-07ee-407b-9ca3-1312b6e24cc7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784943657.8233418,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb97ccba-2531-41a7-b88d-3648bf172008","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.830283,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb97ccba-2531-41a7-b88d-3648bf172008","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943657.8340683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2f986b5-aeab-4f50-87fc-7cc9c3739e09"} {"level":"info","ts":1784943657.8341146,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2f986b5-aeab-4f50-87fc-7cc9c3739e09","name":"e2e-cleanup-test"} {"level":"info","ts":1784943657.840947,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e2f986b5-aeab-4f50-87fc-7cc9c3739e09","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784943666.0492826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd96b663-2c74-4b4b-9b4c-8faa90b7a4a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943666.0493014,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54992f0c-f6f4-4548-a326-5455b9663309"} {"level":"info","ts":1784943666.049327,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd96b663-2c74-4b4b-9b4c-8faa90b7a4a3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784943670.3733087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943670.3733869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e"} {"level":"info","ts":1784943670.3734028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e"} {"level":"info","ts":1784943670.373425,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e","EoS":true} {"level":"info","ts":1784943670.3734708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784943670.3735108,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b663d09-0f3f-4e00-8f52-1fc73275707e"} {"level":"info","ts":1784943670.413019,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943670.413087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250"} {"level":"info","ts":1784943670.4131005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250"} {"level":"info","ts":1784943670.4131134,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","EoS":true} {"level":"info","ts":1784943670.4131315,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","header":"x-maas-group"} {"level":"info","ts":1784943670.4131413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","header":"x-maas-subscription"} {"level":"info","ts":1784943670.4131463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","header":"x-maas-username"} {"level":"info","ts":1784943670.4131567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943670.4131663,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","modelName":"e2e-external-model"} {"level":"info","ts":1784943670.4131765,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784943670.413196,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784943670.413213,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250","authType":"apikey"} {"level":"info","ts":1784943670.4132345,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1862a5be-41ff-43ea-acbb-651c0e931250"} {"level":"info","ts":1784943670.4468713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943670.4469202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.4469295,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.4469411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","EoS":true} {"level":"info","ts":1784943670.4469593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","header":"x-maas-subscription"} {"level":"info","ts":1784943670.4469695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","header":"x-maas-group"} {"level":"info","ts":1784943670.4469745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","header":"x-maas-username"} {"level":"info","ts":1784943670.4470055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784943670.4470239,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.552306,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.5523243,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.5523396,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","EoS":false} {"level":"info","ts":1784943670.5523508,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","EoS":true} {"level":"error","ts":1784943670.5523593,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784943670.5524101,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"87168fa6-2676-42e2-bd93-610ffc8b4ce3"} {"level":"info","ts":1784943670.5955455,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784943670.5956125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943670.5956252,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943670.5956373,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","EoS":true} {"level":"info","ts":1784943670.5956557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","header":"x-maas-subscription"} {"level":"info","ts":1784943670.5956652,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","header":"x-maas-group"} {"level":"info","ts":1784943670.5956697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","header":"x-maas-username"} {"level":"info","ts":1784943670.5956957,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943670.6462736,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943670.6462908,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943670.646307,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","EoS":false} {"level":"info","ts":1784943670.6463253,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","EoS":true} {"level":"error","ts":1784943670.6463366,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784943670.6463685,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b89a0936-287f-48d3-8469-606c84eb6b40"} {"level":"info","ts":1784943671.5558531,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"473fb165-5c01-4376-8de1-c85d8b143f72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943671.5558665,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"68f77404-a811-48ac-91f8-1a23360abf73"} {"level":"info","ts":1784943671.555899,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"473fb165-5c01-4376-8de1-c85d8b143f72","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784943671.720963,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ebd1d54a-cfdb-439e-97e9-b228253f72bf"} {"level":"info","ts":1784943671.721047,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e6716d2-e1a9-4e49-8a81-dfa444505398","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943671.7210863,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8e6716d2-e1a9-4e49-8a81-dfa444505398","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784943671.8462753,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d75216c4-48a5-41fb-8ce4-9b7eb0be07d9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784943671.8463366,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d75216c4-48a5-41fb-8ce4-9b7eb0be07d9","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784945074.1456952,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784945074.1457615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0d0ceae-1e86-4647-a059-d5fb515a4c1b"} {"level":"info","ts":1784945128.9887218,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784945128.9888003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"} {"level":"info","ts":1784945128.9888196,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"} {"level":"info","ts":1784945128.9888394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","EoS":true} {"level":"info","ts":1784945128.9888775,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","header":"x-maas-group"} {"level":"info","ts":1784945128.9888902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","header":"x-maas-subscription"} {"level":"info","ts":1784945128.9888995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","header":"x-maas-username"} {"level":"info","ts":1784945128.9889185,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784945128.9889522,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"} {"level":"info","ts":1784945128.9915159,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"} {"level":"info","ts":1784945128.991541,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"} {"level":"info","ts":1784945128.9915571,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","EoS":false} {"level":"info","ts":1784945128.9915705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb","EoS":true} {"level":"info","ts":1784945128.991599,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0fb7af7b-55aa-4cd4-9b99-456dc4bbc2fb"}