{"level":"info","ts":1784934389.457258,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49ffd19e-16a8-4a2c-b0f4-17657599533a","EoS":false} {"level":"info","ts":1784934389.457275,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49ffd19e-16a8-4a2c-b0f4-17657599533a","EoS":true} {"level":"info","ts":1784934389.4573283,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"49ffd19e-16a8-4a2c-b0f4-17657599533a"} {"level":"info","ts":1784934390.2358575,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934390.2359536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee"} {"level":"info","ts":1784934390.235969,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee"} {"level":"info","ts":1784934390.2359824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee","EoS":true} {"level":"info","ts":1784934390.2360106,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee","header":"x-maas-username"} {"level":"info","ts":1784934390.236021,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee","header":"x-maas-group"} {"level":"info","ts":1784934390.2360265,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee","header":"x-maas-subscription"} {"level":"info","ts":1784934390.236042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934390.2360668,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee"} {"level":"info","ts":1784934390.2369287,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee"} {"level":"info","ts":1784934390.2369506,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee"} {"level":"info","ts":1784934390.2369683,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee","EoS":false} {"level":"info","ts":1784934390.2369854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee","EoS":true} {"level":"info","ts":1784934390.237015,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f808d276-62e2-4410-8b66-dcce81482aee"} {"level":"info","ts":1784934413.3824415,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.3825214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.382531,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.3825424,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","EoS":true} {"level":"info","ts":1784934413.382571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","header":"x-maas-subscription"} {"level":"info","ts":1784934413.3825812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","header":"x-maas-username"} {"level":"info","ts":1784934413.382588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","header":"x-maas-group"} {"level":"info","ts":1784934413.3826022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.382631,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.3848016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.3848236,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.384845,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","EoS":false} {"level":"info","ts":1784934413.384866,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782","EoS":true} {"level":"info","ts":1784934413.3849106,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"54700fed-1b66-4fe9-a573-3ae08077d782"} {"level":"info","ts":1784934413.5193179,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.5193958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.5194092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.5194213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","EoS":true} {"level":"info","ts":1784934413.5194528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","header":"x-maas-username"} {"level":"info","ts":1784934413.519466,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","header":"x-maas-group"} {"level":"info","ts":1784934413.519471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","header":"x-maas-subscription"} {"level":"info","ts":1784934413.5194836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.519507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.5201418,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.520161,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.5201762,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","EoS":false} {"level":"info","ts":1784934413.5201876,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d","EoS":true} {"level":"info","ts":1784934413.5202146,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"5b66f384-28b0-4eda-8c69-f1dc5cb04a7d"} {"level":"info","ts":1784934413.6554685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.6555557,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.6555717,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.6555896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","EoS":true} {"level":"info","ts":1784934413.6556292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","header":"x-maas-group"} {"level":"info","ts":1784934413.6556454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","header":"x-maas-username"} {"level":"info","ts":1784934413.6556509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","header":"x-maas-subscription"} {"level":"info","ts":1784934413.6556642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.6557045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.6564016,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.6564279,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.6564524,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","EoS":false} {"level":"info","ts":1784934413.6564822,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf","EoS":true} {"level":"info","ts":1784934413.6565247,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"322c722c-8520-4e2d-bc4a-e5fedb12d7cf"} {"level":"info","ts":1784934413.7920275,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.7921314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.7921615,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.7921834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","EoS":true} {"level":"info","ts":1784934413.7922215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","header":"x-maas-group"} {"level":"info","ts":1784934413.7922342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","header":"x-maas-username"} {"level":"info","ts":1784934413.792243,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","header":"x-maas-subscription"} {"level":"info","ts":1784934413.792263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.7922997,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.7929943,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.7930148,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.7930303,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","EoS":false} {"level":"info","ts":1784934413.793041,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c","EoS":true} {"level":"info","ts":1784934413.793075,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a368220e-af5b-449f-bc6c-8eb28878735c"} {"level":"info","ts":1784934413.933764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934413.933857,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934413.9338732,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934413.9338937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","EoS":true} {"level":"info","ts":1784934413.9339323,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","header":"x-maas-subscription"} {"level":"info","ts":1784934413.9339457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","header":"x-maas-username"} {"level":"info","ts":1784934413.9339545,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","header":"x-maas-group"} {"level":"info","ts":1784934413.9339736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934413.9340065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934413.934666,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934413.934696,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934413.9347124,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","EoS":false} {"level":"info","ts":1784934413.934723,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c","EoS":true} {"level":"info","ts":1784934413.9347544,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e70b3a78-22de-414c-8bd2-de7f0a4d4f0c"} {"level":"info","ts":1784934430.8141623,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934430.8142538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.814268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.8142803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","EoS":true} {"level":"info","ts":1784934430.8143067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","header":"x-maas-username"} {"level":"info","ts":1784934430.8143172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","header":"x-maas-group"} {"level":"info","ts":1784934430.8143225,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","header":"x-maas-subscription"} {"level":"info","ts":1784934430.8143368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934430.8143616,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.81503,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.8150575,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.8150814,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","EoS":false} {"level":"info","ts":1784934430.815098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881","EoS":true} {"level":"info","ts":1784934430.8151338,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6c052156-ca8f-4d1c-a566-478b56b47881"} {"level":"info","ts":1784934430.9215584,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934430.9216387,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"458009e3-0950-42cb-b002-dd34b1b38187"} {"level":"info","ts":1784934430.9230695,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"458009e3-0950-42cb-b002-dd34b1b38187"} {"level":"info","ts":1784934430.9230883,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"458009e3-0950-42cb-b002-dd34b1b38187"} {"level":"info","ts":1784934430.9231055,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"458009e3-0950-42cb-b002-dd34b1b38187","EoS":false} {"level":"info","ts":1784934430.9231205,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"458009e3-0950-42cb-b002-dd34b1b38187"} {"level":"info","ts":1784934430.923151,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"458009e3-0950-42cb-b002-dd34b1b38187","EoS":true} {"level":"info","ts":1784934430.9231615,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"458009e3-0950-42cb-b002-dd34b1b38187"} {"level":"info","ts":1784934435.5214238,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934435.5215025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934435.5215125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934435.5215244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","EoS":true} {"level":"info","ts":1784934435.5215514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","header":"x-maas-username"} {"level":"info","ts":1784934435.5215619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","header":"x-maas-subscription"} {"level":"info","ts":1784934435.5215673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","header":"x-maas-group"} {"level":"info","ts":1784934435.5215812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934435.521609,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934435.5237374,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934435.5237586,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934435.52378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","EoS":false} {"level":"info","ts":1784934435.5237932,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095","EoS":true} {"level":"info","ts":1784934435.523823,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c6cb2cf9-d052-411c-8240-de28c4764095"} {"level":"info","ts":1784934448.1660268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934448.1661034,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934448.1661153,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934448.1661272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","EoS":true} {"level":"info","ts":1784934448.1661518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","header":"x-maas-username"} {"level":"info","ts":1784934448.1661623,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","header":"x-maas-group"} {"level":"info","ts":1784934448.1661677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","header":"x-maas-subscription"} {"level":"info","ts":1784934448.166182,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934448.1662173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934448.1683073,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934448.1683276,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934448.1683478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","EoS":false} {"level":"info","ts":1784934448.1683621,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b","EoS":true} {"level":"info","ts":1784934448.1683958,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"44958e5c-a60b-4e4d-b574-3785dca7097b"} {"level":"info","ts":1784934461.0350015,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934461.03511,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934461.0351267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934461.035146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","EoS":true} {"level":"info","ts":1784934461.0351892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","header":"x-maas-group"} {"level":"info","ts":1784934461.035204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","header":"x-maas-username"} {"level":"info","ts":1784934461.0352135,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","header":"x-maas-subscription"} {"level":"info","ts":1784934461.035233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934461.0352683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934461.0361292,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934461.0361552,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934461.0361786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","EoS":false} {"level":"info","ts":1784934461.0362015,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7","EoS":true} {"level":"info","ts":1784934461.0362442,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"767b389f-7466-4f8d-ab7b-7d98bbb53eb7"} {"level":"info","ts":1784934469.5700758,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934469.5701883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934469.5702052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934469.5702205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","EoS":true} {"level":"info","ts":1784934469.570248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","header":"x-maas-subscription"} {"level":"info","ts":1784934469.570258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","header":"x-maas-group"} {"level":"info","ts":1784934469.5702634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","header":"x-maas-username"} {"level":"info","ts":1784934469.570278,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934469.570304,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934469.5711534,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934469.5711744,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934469.5711896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","EoS":false} {"level":"info","ts":1784934469.5711987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f","EoS":true} {"level":"info","ts":1784934469.5712273,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eff2f6e9-ab68-43cc-934c-6c2d54acfd8f"} {"level":"info","ts":1784934478.4195335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934478.4196086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934478.419622,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934478.4196343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","EoS":true} {"level":"info","ts":1784934478.4196599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","header":"x-maas-subscription"} {"level":"info","ts":1784934478.4196713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","header":"x-maas-group"} {"level":"info","ts":1784934478.419697,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","header":"x-maas-username"} {"level":"info","ts":1784934478.419711,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934478.4197364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934478.4205818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934478.4206016,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934478.4206235,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","EoS":false} {"level":"info","ts":1784934478.4206467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1","EoS":true} {"level":"info","ts":1784934478.420707,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"62127bd9-389d-4868-baf5-9f2ca06b8ee1"} {"level":"info","ts":1784934503.2986696,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934503.2987862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934503.2988062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934503.298822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","EoS":true} {"level":"info","ts":1784934503.2988477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","header":"x-maas-subscription"} {"level":"info","ts":1784934503.2988591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","header":"x-maas-username"} {"level":"info","ts":1784934503.2988648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","header":"x-maas-group"} {"level":"info","ts":1784934503.298879,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934503.298906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934503.299862,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934503.2998812,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934503.299896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","EoS":false} {"level":"info","ts":1784934503.2999077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547","EoS":true} {"level":"info","ts":1784934503.2999375,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cddc2cee-e499-4724-a935-0fe926ffa547"} {"level":"info","ts":1784934525.6480522,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934525.648147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934525.648166,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934525.648179,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","EoS":true} {"level":"info","ts":1784934525.6482055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","header":"x-maas-username"} {"level":"info","ts":1784934525.6482167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","header":"x-maas-group"} {"level":"info","ts":1784934525.6482327,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","header":"x-maas-subscription"} {"level":"info","ts":1784934525.6482477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784934525.6482759,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934525.6491144,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934525.6491382,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934525.6491559,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","EoS":false} {"level":"info","ts":1784934525.6491737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b","EoS":true} {"level":"info","ts":1784934525.6492023,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"20ce97c6-6f0e-4ce8-bff7-7d6cdcf8c35b"} {"level":"info","ts":1784934552.0057592,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934552.0058396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934552.005851,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934552.0058637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","EoS":true} {"level":"info","ts":1784934552.0058901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","header":"x-maas-username"} {"level":"info","ts":1784934552.0059006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","header":"x-maas-group"} {"level":"info","ts":1784934552.005907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","header":"x-maas-subscription"} {"level":"info","ts":1784934552.0059216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934552.0059493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934552.0068884,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934552.0069158,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934552.0069406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","EoS":false} {"level":"info","ts":1784934552.0069609,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1","EoS":true} {"level":"info","ts":1784934552.0069976,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e0404efc-1c5f-482e-b6b1-df10290788e1"} {"level":"info","ts":1784934561.4168682,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934561.4169633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.4169786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.4169934,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","EoS":true} {"level":"info","ts":1784934561.4170227,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","header":"x-maas-subscription"} {"level":"info","ts":1784934561.4170337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","header":"x-maas-group"} {"level":"info","ts":1784934561.4170392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","header":"x-maas-username"} {"level":"info","ts":1784934561.4170527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934561.4170768,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.417894,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.417917,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.417939,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","EoS":false} {"level":"info","ts":1784934561.4179611,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97","EoS":true} {"level":"info","ts":1784934561.418006,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bca340db-6cf7-4e37-8aaa-a450828a1c97"} {"level":"info","ts":1784934561.4549744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934561.455046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934561.4550583,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934561.4550698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","EoS":true} {"level":"info","ts":1784934561.4550939,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","header":"x-maas-group"} {"level":"info","ts":1784934561.4551034,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","header":"x-maas-subscription"} {"level":"info","ts":1784934561.4551096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","header":"x-maas-username"} {"level":"info","ts":1784934561.4551222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934561.4551451,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934561.4578106,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934561.4578285,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934561.4578438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","EoS":false} {"level":"info","ts":1784934561.4578574,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6","EoS":true} {"level":"info","ts":1784934561.4578824,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8bd77f56-e152-467e-b73d-e70140d985c6"} {"level":"info","ts":1784934580.5292797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934580.529364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934580.52938,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934580.5293932,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","EoS":true} {"level":"info","ts":1784934580.5294201,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","header":"x-maas-group"} {"level":"info","ts":1784934580.52943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","header":"x-maas-username"} {"level":"info","ts":1784934580.5294363,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","header":"x-maas-subscription"} {"level":"info","ts":1784934580.5294516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934580.5294836,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934580.5303645,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934580.5303912,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934580.530413,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","EoS":false} {"level":"info","ts":1784934580.5304337,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0","EoS":true} {"level":"info","ts":1784934580.5304656,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e4d8d271-6bb0-4ad7-9c81-0877d44f17f0"} {"level":"info","ts":1784934711.2440991,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934711.2441874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934711.2442005,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934711.244218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","EoS":true} {"level":"info","ts":1784934711.2442465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","header":"x-maas-username"} {"level":"info","ts":1784934711.2442575,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","header":"x-maas-group"} {"level":"info","ts":1784934711.2442625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","header":"x-maas-subscription"} {"level":"info","ts":1784934711.2442765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784934711.2443025,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934711.2457693,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934711.2457886,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934711.2458107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","EoS":false} {"level":"info","ts":1784934711.2458344,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6","EoS":true} {"level":"info","ts":1784934711.2458715,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"33785f28-7bfc-43db-94d9-09154badcdc6"} {"level":"info","ts":1784934748.298336,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934748.2984183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934748.2984293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934748.2984416,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","EoS":true} {"level":"info","ts":1784934748.2984676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","header":"x-maas-subscription"} {"level":"info","ts":1784934748.298478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","header":"x-maas-group"} {"level":"info","ts":1784934748.2984831,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","header":"x-maas-username"} {"level":"info","ts":1784934748.2984965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934748.298521,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934748.3016174,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934748.3016388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934748.3016586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","EoS":false} {"level":"info","ts":1784934748.3016899,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866","EoS":true} {"level":"info","ts":1784934748.301735,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c6f40743-00b3-4831-a051-7429993d1866"} {"level":"info","ts":1784934763.5485198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784934763.5486093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784934763.548625,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784934763.5486426,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","EoS":true} {"level":"info","ts":1784934763.5486963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","header":"x-maas-username"} {"level":"info","ts":1784934763.548709,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","header":"x-maas-subscription"} {"level":"info","ts":1784934763.5487187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","header":"x-maas-group"} {"level":"info","ts":1784934763.5487382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784934763.5487761,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784934763.5496569,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784934763.54969,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784934763.5497062,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","EoS":false} {"level":"info","ts":1784934763.5497174,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791","EoS":true} {"level":"info","ts":1784934763.5497465,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8c3acb60-5785-4932-9939-bd0b67556791"} {"level":"info","ts":1784935104.841987,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935104.8420813,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.8420923,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.8421092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","EoS":true} {"level":"info","ts":1784935104.842134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","header":"x-maas-group"} {"level":"info","ts":1784935104.842145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","header":"x-maas-username"} {"level":"info","ts":1784935104.8421502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","header":"x-maas-subscription"} {"level":"info","ts":1784935104.842163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784935104.8421996,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.8435047,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.8435273,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.843549,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","EoS":false} {"level":"info","ts":1784935104.8435645,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987","EoS":true} {"level":"info","ts":1784935104.8436038,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"098032eb-47f9-4499-9c44-6934d6834987"} {"level":"info","ts":1784935104.8808928,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935104.8809595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935104.8809693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935104.8809853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","EoS":true} {"level":"info","ts":1784935104.8810096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","header":"x-maas-group"} {"level":"info","ts":1784935104.8810184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","header":"x-maas-subscription"} {"level":"info","ts":1784935104.881024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","header":"x-maas-username"} {"level":"info","ts":1784935104.8810353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784935104.8810573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935104.8816543,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935104.8816893,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935104.881706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","EoS":false} {"level":"info","ts":1784935104.8817172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5","EoS":true} {"level":"info","ts":1784935104.881745,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"930d5ac8-0f1a-4d4d-98d5-9e922192e4b5"} {"level":"info","ts":1784935109.6630487,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"972e46c4-f431-453a-a026-a13536adb2af","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784935109.6634078,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32472.322339357,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.663429,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.7139864,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.7642174,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"972e46c4-f431-453a-a026-a13536adb2af","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784935109.7774034,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3711028-2e5b-4a07-a421-3b4b9482fa88"} {"level":"info","ts":1784935109.7774172,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b106486-8746-4095-b913-980c17eeb294","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935109.7774594,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b106486-8746-4095-b913-980c17eeb294","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784935109.784517,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28082e87-daa4-4722-9eed-2cf632c62feb","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935109.7845407,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"28082e87-daa4-4722-9eed-2cf632c62feb","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784935109.785245,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39005.060635166,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.785263,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.7934053,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.8855703,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3711028-2e5b-4a07-a421-3b4b9482fa88","name":"e2e-external-provider"} {"level":"info","ts":1784935109.8881266,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0c85fc8-382f-4d77-9e14-e5a1e4c648d9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935109.8881726,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b0c85fc8-382f-4d77-9e14-e5a1e4c648d9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935109.8881507,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15084c84-b231-42f5-905a-4974eee9374a"} {"level":"info","ts":1784935109.896062,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3711028-2e5b-4a07-a421-3b4b9482fa88","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784935109.8961785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c438cfa-fe00-49fb-b0e8-ba6c36b26344","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935109.8962064,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c438cfa-fe00-49fb-b0e8-ba6c36b26344","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935109.8964212,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15084c84-b231-42f5-905a-4974eee9374a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784935109.9038746,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3711028-2e5b-4a07-a421-3b4b9482fa88","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784935109.9040635,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d76995b-8cc4-4b98-ae70-f8d3285a9c7c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935109.904088,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1d76995b-8cc4-4b98-ae70-f8d3285a9c7c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784935109.904637,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"15084c84-b231-42f5-905a-4974eee9374a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935109.904719,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffb26fc3-0a53-40cf-8fcc-67a00073480f"} {"level":"info","ts":1784935109.9047422,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffb26fc3-0a53-40cf-8fcc-67a00073480f","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784935109.9089155,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3711028-2e5b-4a07-a421-3b4b9482fa88","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784935109.9093647,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ffb26fc3-0a53-40cf-8fcc-67a00073480f","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935109.9140246,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c1f6d9c-05e4-4b2e-b051-21a3a8210218","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935109.9140494,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6c1f6d9c-05e4-4b2e-b051-21a3a8210218","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784935109.9140847,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c11a89dd-7285-4cf2-b420-bb3de671ec7f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935109.9141078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c11a89dd-7285-4cf2-b420-bb3de671ec7f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935109.9141126,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f1880fd-7023-4360-876f-6e923f9c77b8"} {"level":"info","ts":1784935109.9142635,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37259.474743155,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9142778,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9142966,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b818c77f-f59d-49da-a2a3-073c2d8eb653"} {"level":"info","ts":1784935109.9143412,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b818c77f-f59d-49da-a2a3-073c2d8eb653","name":"e2e-external-provider"} {"level":"info","ts":1784935109.9222147,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784935109.9232724,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b818c77f-f59d-49da-a2a3-073c2d8eb653","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784935110.0152125,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f1880fd-7023-4360-876f-6e923f9c77b8","name":"e2e-external-model"} {"level":"info","ts":1784935110.0272563,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f1880fd-7023-4360-876f-6e923f9c77b8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935110.0360725,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e9f5ba-9811-4740-96b3-07b1921dd9f2"} {"level":"info","ts":1784935110.0361097,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0d85ed3-74c2-4e25-bed1-06e2fd0efdd5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935110.0361476,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0d85ed3-74c2-4e25-bed1-06e2fd0efdd5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935110.0361469,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e9f5ba-9811-4740-96b3-07b1921dd9f2","name":"e2e-external-model"} {"level":"error","ts":1784935110.0521424,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e9f5ba-9811-4740-96b3-07b1921dd9f2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935110.0523942,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ab57f66-12b0-479e-b9d5-519778028927"} {"level":"info","ts":1784935110.0523992,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86d81223-432d-4931-8dcf-00d38cd04987","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935110.0524247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86d81223-432d-4931-8dcf-00d38cd04987","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935110.052448,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ab57f66-12b0-479e-b9d5-519778028927","name":"e2e-external-model"} {"level":"info","ts":1784935110.0599358,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ab57f66-12b0-479e-b9d5-519778028927","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935110.065235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e0cf3d2-5821-4596-8ca2-a94dece034dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935110.0652628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e0cf3d2-5821-4596-8ca2-a94dece034dd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784935110.065375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4859d838-fe6c-455b-81ed-36b8e5290297"} {"level":"info","ts":1784935110.065435,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4859d838-fe6c-455b-81ed-36b8e5290297","name":"e2e-external-model"} {"level":"info","ts":1784935110.073212,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4859d838-fe6c-455b-81ed-36b8e5290297","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935119.458837,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935119.458928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650"} {"level":"info","ts":1784935119.4589405,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650"} {"level":"info","ts":1784935119.4589522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","EoS":true} {"level":"info","ts":1784935119.4589772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","header":"x-maas-subscription"} {"level":"info","ts":1784935119.458989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","header":"x-maas-group"} {"level":"info","ts":1784935119.4589932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","header":"x-maas-username"} {"level":"info","ts":1784935119.4590077,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784935119.4590168,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","modelName":"e2e-external-model"} {"level":"info","ts":1784935119.4590294,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784935119.459063,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784935119.459082,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650","authType":"apikey"} {"level":"info","ts":1784935119.4591093,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d164cc4-6efb-4fc8-965f-c2adfa22c650"} {"level":"info","ts":1784935119.574043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd181d6a-3541-4197-8098-b1ec68f146ea"} {"level":"info","ts":1784935119.5740511,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9139b6d1-c977-4e45-9a7c-93672fa6cc97","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.5741644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9139b6d1-c977-4e45-9a7c-93672fa6cc97","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784935119.579082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05936d7d-51aa-4eeb-91ce-3239771ab454","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.5791078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05936d7d-51aa-4eeb-91ce-3239771ab454","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784935119.5792341,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd181d6a-3541-4197-8098-b1ec68f146ea","name":"e2e-cleanup-test"} {"level":"info","ts":1784935119.603314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8194ec9-f402-4b5a-8248-caf3dba23b8c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784935119.6033063,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cd181d6a-3541-4197-8098-b1ec68f146ea","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935119.603341,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f8194ec9-f402-4b5a-8248-caf3dba23b8c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784935119.603372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d72c3613-995b-4cf0-b5d2-88f01230b741"} {"level":"info","ts":1784935119.6034238,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d72c3613-995b-4cf0-b5d2-88f01230b741","name":"e2e-cleanup-test"} {"level":"error","ts":1784935119.6178725,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d72c3613-995b-4cf0-b5d2-88f01230b741","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784935119.617952,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e871330-5d02-4cd1-80cd-d412126f8dc4"} {"level":"info","ts":1784935119.618012,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e871330-5d02-4cd1-80cd-d412126f8dc4","name":"e2e-cleanup-test"} {"level":"info","ts":1784935119.6179514,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04352351-d74e-459d-bf55-607370b6ece4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.618048,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04352351-d74e-459d-bf55-607370b6ece4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784935119.625015,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e871330-5d02-4cd1-80cd-d412126f8dc4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935119.6298492,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b4c304a-94b1-4196-9d90-d81764e52703","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935119.6298745,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b4c304a-94b1-4196-9d90-d81764e52703","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784935119.6300807,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b671e6ec-ee23-4ccb-9cbd-8e629e037b1b"} {"level":"info","ts":1784935119.6301332,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b671e6ec-ee23-4ccb-9cbd-8e629e037b1b","name":"e2e-cleanup-test"} {"level":"info","ts":1784935119.6382973,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b671e6ec-ee23-4ccb-9cbd-8e629e037b1b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784935127.8313463,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a955b3d-e929-4607-bc35-f88abf343571"} {"level":"info","ts":1784935127.8313954,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2efb1078-185e-4d21-aad2-12aaa6fa981c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935127.831431,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2efb1078-185e-4d21-aad2-12aaa6fa981c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784935132.136058,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935132.1361523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f"} {"level":"info","ts":1784935132.136174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f"} {"level":"info","ts":1784935132.1361885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f","EoS":true} {"level":"info","ts":1784935132.136227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784935132.136253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"855bb1ec-0ac2-4bdd-b1f8-ee03c2b2a89f"} {"level":"info","ts":1784935132.1849334,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935132.1849997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34"} {"level":"info","ts":1784935132.1850111,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34"} {"level":"info","ts":1784935132.185022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","EoS":true} {"level":"info","ts":1784935132.1850448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","header":"x-maas-username"} {"level":"info","ts":1784935132.1850553,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","header":"x-maas-group"} {"level":"info","ts":1784935132.1850603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","header":"x-maas-subscription"} {"level":"info","ts":1784935132.1850724,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784935132.1850805,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","modelName":"e2e-external-model"} {"level":"info","ts":1784935132.1850948,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784935132.1851184,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784935132.1851377,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34","authType":"apikey"} {"level":"info","ts":1784935132.1851604,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7b177e34-b80c-4546-9d1d-3370d336ab34"} {"level":"info","ts":1784935132.225517,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935132.2256105,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.2256246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.2256463,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","EoS":true} {"level":"info","ts":1784935132.2257054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","header":"x-maas-subscription"} {"level":"info","ts":1784935132.2257197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","header":"x-maas-username"} {"level":"info","ts":1784935132.2257285,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","header":"x-maas-group"} {"level":"info","ts":1784935132.2257469,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784935132.2257812,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.3271928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.32722,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.3272364,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","EoS":false} {"level":"info","ts":1784935132.3272505,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","EoS":true} {"level":"error","ts":1784935132.3272603,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784935132.3273163,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4f71a3c5-d7e7-4959-ab94-fdc2167a2468"} {"level":"info","ts":1784935132.3670087,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784935132.3670816,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935132.3670952,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935132.367116,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","EoS":true} {"level":"info","ts":1784935132.3671443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","header":"x-maas-subscription"} {"level":"info","ts":1784935132.3671567,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","header":"x-maas-group"} {"level":"info","ts":1784935132.3671613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","header":"x-maas-username"} {"level":"info","ts":1784935132.3671908,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935132.4171078,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935132.4171307,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935132.4171462,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","EoS":false} {"level":"info","ts":1784935132.4171593,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","EoS":true} {"level":"error","ts":1784935132.4171677,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1784935132.4172046,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4c048354-5071-42c3-b54e-9e9b2ef88838"} {"level":"info","ts":1784935133.2658172,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67387b9c-22ef-4b44-b570-9a4afdf3aa3c"} {"level":"info","ts":1784935133.2658632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0088eb0a-3916-402d-b24f-91ab246568c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935133.2659035,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0088eb0a-3916-402d-b24f-91ab246568c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784935133.4106169,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e26739e-cc8f-4d27-bece-e10c9e51c731","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935133.4106386,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fb1efab7-761c-4c7f-9b37-92017af39734"} {"level":"info","ts":1784935133.4106634,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e26739e-cc8f-4d27-bece-e10c9e51c731","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784935133.526725,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ee2f020c-458b-44de-912e-e4b62f52e682","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784935133.5267763,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"ee2f020c-458b-44de-912e-e4b62f52e682","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784936274.6087627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936274.6088655,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"95a65c93-83ae-4714-b734-e8d83c9a93fc"} {"level":"info","ts":1784936328.6622956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1784936328.6623924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"} {"level":"info","ts":1784936328.6624076,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"} {"level":"info","ts":1784936328.6624212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","EoS":true} {"level":"info","ts":1784936328.6624515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","header":"x-maas-username"} {"level":"info","ts":1784936328.6624613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","header":"x-maas-subscription"} {"level":"info","ts":1784936328.6624656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","header":"x-maas-group"} {"level":"info","ts":1784936328.6624794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784936328.6625028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"} {"level":"info","ts":1784936328.6641257,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"} {"level":"info","ts":1784936328.664147,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"} {"level":"info","ts":1784936328.6641624,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","EoS":false} {"level":"info","ts":1784936328.664173,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72","EoS":true} {"level":"info","ts":1784936328.6642103,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b4ce7f84-4dde-41f1-8dbb-4521b5032e72"}