{"level":"info","ts":1785847481.9884565,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"24a858fa-e76a-4144-b945-4270a44051cb"} {"level":"info","ts":1785847481.9884872,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"24a858fa-e76a-4144-b945-4270a44051cb"} {"level":"info","ts":1785847481.988511,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24a858fa-e76a-4144-b945-4270a44051cb","EoS":false} {"level":"info","ts":1785847481.9885237,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"24a858fa-e76a-4144-b945-4270a44051cb"} {"level":"info","ts":1785847481.9885507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"24a858fa-e76a-4144-b945-4270a44051cb","EoS":true} {"level":"info","ts":1785847481.98856,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"24a858fa-e76a-4144-b945-4270a44051cb"} {"level":"info","ts":1785847482.1320074,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847482.1320853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8"} {"level":"info","ts":1785847482.1320977,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8"} {"level":"info","ts":1785847482.1321092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8","EoS":true} {"level":"info","ts":1785847482.132159,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8","header":"x-maas-username"} {"level":"info","ts":1785847482.1321683,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8","header":"x-maas-subscription"} {"level":"info","ts":1785847482.132174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8","header":"x-maas-group"} {"level":"info","ts":1785847482.1321895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847482.1322153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8"} {"level":"info","ts":1785847482.1332805,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8"} {"level":"info","ts":1785847482.1333034,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8"} {"level":"info","ts":1785847482.1333194,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8","EoS":false} {"level":"info","ts":1785847482.1333346,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8"} {"level":"info","ts":1785847482.1333606,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8","EoS":true} {"level":"info","ts":1785847482.133371,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"09775715-fbd7-454f-b869-878858f1c0d8"} {"level":"info","ts":1785847482.269612,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847482.2696886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571"} {"level":"info","ts":1785847482.2696996,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571"} {"level":"info","ts":1785847482.2697113,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571","EoS":true} {"level":"info","ts":1785847482.2697349,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571","header":"x-maas-subscription"} {"level":"info","ts":1785847482.269764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571","header":"x-maas-group"} {"level":"info","ts":1785847482.2697754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571","header":"x-maas-username"} {"level":"info","ts":1785847482.2697923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847482.2698145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571"} {"level":"info","ts":1785847482.272154,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571"} {"level":"info","ts":1785847482.27218,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571"} {"level":"info","ts":1785847482.2721996,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571","EoS":false} {"level":"info","ts":1785847482.272212,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571"} {"level":"info","ts":1785847482.2722373,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571","EoS":true} {"level":"info","ts":1785847482.2722473,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"da4fd441-bf4f-4ded-a1cb-a5cdf1c3b571"} {"level":"info","ts":1785847482.4086897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847482.408765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0df2e3df-264d-4904-8570-59502640e110"} {"level":"info","ts":1785847482.4087765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0df2e3df-264d-4904-8570-59502640e110"} {"level":"info","ts":1785847482.4087882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0df2e3df-264d-4904-8570-59502640e110","EoS":true} {"level":"info","ts":1785847482.408817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0df2e3df-264d-4904-8570-59502640e110","header":"x-maas-group"} {"level":"info","ts":1785847482.4088256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0df2e3df-264d-4904-8570-59502640e110","header":"x-maas-subscription"} {"level":"info","ts":1785847482.4088318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0df2e3df-264d-4904-8570-59502640e110","header":"x-maas-username"} {"level":"info","ts":1785847482.4088442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0df2e3df-264d-4904-8570-59502640e110","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847482.408872,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0df2e3df-264d-4904-8570-59502640e110"} {"level":"info","ts":1785847482.4098568,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0df2e3df-264d-4904-8570-59502640e110"} {"level":"info","ts":1785847482.4098792,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0df2e3df-264d-4904-8570-59502640e110"} {"level":"info","ts":1785847482.4098952,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0df2e3df-264d-4904-8570-59502640e110","EoS":false} {"level":"info","ts":1785847482.4099064,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0df2e3df-264d-4904-8570-59502640e110"} {"level":"info","ts":1785847482.409941,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0df2e3df-264d-4904-8570-59502640e110","EoS":true} {"level":"info","ts":1785847482.4099517,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0df2e3df-264d-4904-8570-59502640e110"} {"level":"info","ts":1785847482.5487442,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847482.5488207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d"} {"level":"info","ts":1785847482.5488324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d"} {"level":"info","ts":1785847482.5488436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d","EoS":true} {"level":"info","ts":1785847482.5488706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d","header":"x-maas-subscription"} {"level":"info","ts":1785847482.548879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d","header":"x-maas-group"} {"level":"info","ts":1785847482.548883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d","header":"x-maas-username"} {"level":"info","ts":1785847482.548895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847482.5489125,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d"} {"level":"info","ts":1785847482.5498595,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d"} {"level":"info","ts":1785847482.549882,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d"} {"level":"info","ts":1785847482.5498989,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d","EoS":false} {"level":"info","ts":1785847482.5499136,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d"} {"level":"info","ts":1785847482.5499406,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d","EoS":true} {"level":"info","ts":1785847482.5499501,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5e3b0e3a-9931-4d66-b2b9-e30f7d080b8d"} {"level":"info","ts":1785847503.7655897,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847503.7656825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9"} {"level":"info","ts":1785847503.765698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9"} {"level":"info","ts":1785847503.7657168,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9","EoS":true} {"level":"info","ts":1785847503.7657483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9","header":"x-maas-group"} {"level":"info","ts":1785847503.7657595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9","header":"x-maas-username"} {"level":"info","ts":1785847503.7657647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9","header":"x-maas-subscription"} {"level":"info","ts":1785847503.76578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847503.7658072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9"} {"level":"info","ts":1785847503.7667618,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9"} {"level":"info","ts":1785847503.7667837,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9"} {"level":"info","ts":1785847503.7668009,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9","EoS":false} {"level":"info","ts":1785847503.7668152,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9"} {"level":"info","ts":1785847503.766841,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9","EoS":true} {"level":"info","ts":1785847503.7668493,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8619548c-5fa6-42e0-9219-5881357a2bf9"} {"level":"info","ts":1785847503.8690412,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847503.8691523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32600a0a-ca48-45df-92d6-d198d71df1a2"} {"level":"info","ts":1785847503.8700356,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32600a0a-ca48-45df-92d6-d198d71df1a2"} {"level":"info","ts":1785847503.8700562,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"32600a0a-ca48-45df-92d6-d198d71df1a2"} {"level":"info","ts":1785847503.8700714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32600a0a-ca48-45df-92d6-d198d71df1a2","EoS":false} {"level":"info","ts":1785847503.8700833,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32600a0a-ca48-45df-92d6-d198d71df1a2"} {"level":"info","ts":1785847503.8701081,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"32600a0a-ca48-45df-92d6-d198d71df1a2","EoS":true} {"level":"info","ts":1785847503.8701162,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"32600a0a-ca48-45df-92d6-d198d71df1a2"} {"level":"info","ts":1785847508.496458,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847508.4965603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560"} {"level":"info","ts":1785847508.4965775,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560"} {"level":"info","ts":1785847508.4965937,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560","EoS":true} {"level":"info","ts":1785847508.4966986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560","header":"x-maas-group"} {"level":"info","ts":1785847508.4967425,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560","header":"x-maas-username"} {"level":"info","ts":1785847508.496751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560","header":"x-maas-subscription"} {"level":"info","ts":1785847508.4967706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847508.4968019,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560"} {"level":"info","ts":1785847508.4976437,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560"} {"level":"info","ts":1785847508.4976737,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560"} {"level":"info","ts":1785847508.4976892,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560","EoS":false} {"level":"info","ts":1785847508.4977002,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560"} {"level":"info","ts":1785847508.4977255,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560","EoS":true} {"level":"info","ts":1785847508.4977353,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d8e0d730-51f1-453a-a74f-48ff936b3560"} {"level":"info","ts":1785847517.0568507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847517.056931,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0"} {"level":"info","ts":1785847517.0569408,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0"} {"level":"info","ts":1785847517.0569515,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0","EoS":true} {"level":"info","ts":1785847517.056976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0","header":"x-maas-subscription"} {"level":"info","ts":1785847517.0569851,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0","header":"x-maas-username"} {"level":"info","ts":1785847517.05699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0","header":"x-maas-group"} {"level":"info","ts":1785847517.0570052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785847517.0570285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0"} {"level":"info","ts":1785847517.069798,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0"} {"level":"info","ts":1785847517.069825,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0"} {"level":"info","ts":1785847517.0698438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0","EoS":false} {"level":"info","ts":1785847517.0698557,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0"} {"level":"info","ts":1785847517.0698817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0","EoS":true} {"level":"info","ts":1785847517.0698872,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"1b837a31-6ef0-4db9-b766-83c44691b3f0"} {"level":"info","ts":1785847529.9240267,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847529.9241452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5"} {"level":"info","ts":1785847529.9241667,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5"} {"level":"info","ts":1785847529.9241877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5","EoS":true} {"level":"info","ts":1785847529.9242275,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5","header":"x-maas-group"} {"level":"info","ts":1785847529.9242406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5","header":"x-maas-username"} {"level":"info","ts":1785847529.9242501,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5","header":"x-maas-subscription"} {"level":"info","ts":1785847529.9242747,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847529.9243066,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5"} {"level":"info","ts":1785847529.9250526,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5"} {"level":"info","ts":1785847529.9250708,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5"} {"level":"info","ts":1785847529.92509,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5","EoS":false} {"level":"info","ts":1785847529.925107,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5"} {"level":"info","ts":1785847529.92517,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5","EoS":true} {"level":"info","ts":1785847529.9251814,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6be72f8a-bc36-4bb3-a8c6-a0ee3aeef0d5"} {"level":"info","ts":1785847538.4628491,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847538.4629285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf"} {"level":"info","ts":1785847538.4629397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf"} {"level":"info","ts":1785847538.4629526,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf","EoS":true} {"level":"info","ts":1785847538.4629784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf","header":"x-maas-subscription"} {"level":"info","ts":1785847538.462989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf","header":"x-maas-group"} {"level":"info","ts":1785847538.4629943,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf","header":"x-maas-username"} {"level":"info","ts":1785847538.4630096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847538.4630337,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf"} {"level":"info","ts":1785847538.463783,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf"} {"level":"info","ts":1785847538.4638093,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf"} {"level":"info","ts":1785847538.4638247,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf","EoS":false} {"level":"info","ts":1785847538.4638371,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf"} {"level":"info","ts":1785847538.4638631,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf","EoS":true} {"level":"info","ts":1785847538.4638712,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"98560a4b-4489-4109-8e8b-be071d9942cf"} {"level":"info","ts":1785847547.3408842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847547.3409739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac"} {"level":"info","ts":1785847547.3409843,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac"} {"level":"info","ts":1785847547.340996,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac","EoS":true} {"level":"info","ts":1785847547.3410258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac","header":"x-maas-subscription"} {"level":"info","ts":1785847547.3410375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac","header":"x-maas-username"} {"level":"info","ts":1785847547.3410435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac","header":"x-maas-group"} {"level":"info","ts":1785847547.3410597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847547.3410892,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac"} {"level":"info","ts":1785847547.3419623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac"} {"level":"info","ts":1785847547.341986,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac"} {"level":"info","ts":1785847547.3420062,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac","EoS":false} {"level":"info","ts":1785847547.342024,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac"} {"level":"info","ts":1785847547.3420632,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac","EoS":true} {"level":"info","ts":1785847547.3420746,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"22476bc6-faa0-495f-8abe-60040dcf99ac"} {"level":"info","ts":1785847576.8722968,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847576.8723977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e"} {"level":"info","ts":1785847576.8724144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e"} {"level":"info","ts":1785847576.8724337,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e","EoS":true} {"level":"info","ts":1785847576.8724716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e","header":"x-maas-subscription"} {"level":"info","ts":1785847576.8724852,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e","header":"x-maas-username"} {"level":"info","ts":1785847576.872493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e","header":"x-maas-group"} {"level":"info","ts":1785847576.8725142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785847576.8725498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e"} {"level":"info","ts":1785847576.8741915,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e"} {"level":"info","ts":1785847576.8742356,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e"} {"level":"info","ts":1785847576.8742533,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e","EoS":false} {"level":"info","ts":1785847576.8742654,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e"} {"level":"info","ts":1785847576.8742974,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e","EoS":true} {"level":"info","ts":1785847576.8743117,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05c1576b-83fb-4a72-8c17-8c885265f48e"} {"level":"info","ts":1785847610.6622672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847610.662354,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983"} {"level":"info","ts":1785847610.662365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983"} {"level":"info","ts":1785847610.662376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983","EoS":true} {"level":"info","ts":1785847610.6624048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983","header":"x-maas-username"} {"level":"info","ts":1785847610.662469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983","header":"x-maas-group"} {"level":"info","ts":1785847610.662478,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983","header":"x-maas-subscription"} {"level":"info","ts":1785847610.662493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785847610.6625204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983"} {"level":"info","ts":1785847610.6633651,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983"} {"level":"info","ts":1785847610.663387,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983"} {"level":"info","ts":1785847610.6634068,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983","EoS":false} {"level":"info","ts":1785847610.663424,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983"} {"level":"info","ts":1785847610.66345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983","EoS":true} {"level":"info","ts":1785847610.6634605,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9211e586-e723-44d6-86a0-5c5587e5d983"} {"level":"info","ts":1785847645.8243313,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847645.8244312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c"} {"level":"info","ts":1785847645.8244483,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c"} {"level":"info","ts":1785847645.8244693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c","EoS":true} {"level":"info","ts":1785847645.8245072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c","header":"x-maas-username"} {"level":"info","ts":1785847645.8245206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c","header":"x-maas-subscription"} {"level":"info","ts":1785847645.8245301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c","header":"x-maas-group"} {"level":"info","ts":1785847645.8245502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847645.8245852,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c"} {"level":"info","ts":1785847645.825399,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c"} {"level":"info","ts":1785847645.8254118,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c"} {"level":"info","ts":1785847645.82543,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c","EoS":false} {"level":"info","ts":1785847645.8254461,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c"} {"level":"info","ts":1785847645.82548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c","EoS":true} {"level":"info","ts":1785847645.82549,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"05456588-7527-473f-81c6-4da4f72f3c8c"} {"level":"info","ts":1785847655.2404158,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847655.240508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009"} {"level":"info","ts":1785847655.2405274,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009"} {"level":"info","ts":1785847655.2405486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009","EoS":true} {"level":"info","ts":1785847655.2405906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009","header":"x-maas-subscription"} {"level":"info","ts":1785847655.2406037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009","header":"x-maas-username"} {"level":"info","ts":1785847655.2406144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009","header":"x-maas-group"} {"level":"info","ts":1785847655.2406344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847655.2406697,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009"} {"level":"info","ts":1785847655.2414036,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009"} {"level":"info","ts":1785847655.241425,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009"} {"level":"info","ts":1785847655.2414405,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009","EoS":false} {"level":"info","ts":1785847655.2414534,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009"} {"level":"info","ts":1785847655.241478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009","EoS":true} {"level":"info","ts":1785847655.2414873,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ae1b211f-a31f-4087-801a-32fa841a8009"} {"level":"info","ts":1785847655.2766747,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847655.2767627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b"} {"level":"info","ts":1785847655.2767818,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b"} {"level":"info","ts":1785847655.2768013,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b","EoS":true} {"level":"info","ts":1785847655.2768369,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b","header":"x-maas-subscription"} {"level":"info","ts":1785847655.2768533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b","header":"x-maas-group"} {"level":"info","ts":1785847655.2768667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b","header":"x-maas-username"} {"level":"info","ts":1785847655.2768867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847655.2769237,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b"} {"level":"info","ts":1785847655.2776756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b"} {"level":"info","ts":1785847655.277696,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b"} {"level":"info","ts":1785847655.2777114,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b","EoS":false} {"level":"info","ts":1785847655.2777233,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b"} {"level":"info","ts":1785847655.2777467,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b","EoS":true} {"level":"info","ts":1785847655.2777545,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fb220aed-be52-40b6-a85f-f77d29794b3b"} {"level":"info","ts":1785847674.431014,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847674.4310896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327"} {"level":"info","ts":1785847674.4310992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327"} {"level":"info","ts":1785847674.43111,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327","EoS":true} {"level":"info","ts":1785847674.4312067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327","header":"x-maas-group"} {"level":"info","ts":1785847674.43122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327","header":"x-maas-subscription"} {"level":"info","ts":1785847674.4312258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327","header":"x-maas-username"} {"level":"info","ts":1785847674.4312391,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847674.4312642,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327"} {"level":"info","ts":1785847674.4320118,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327"} {"level":"info","ts":1785847674.4320343,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327"} {"level":"info","ts":1785847674.4320507,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327","EoS":false} {"level":"info","ts":1785847674.4320652,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327"} {"level":"info","ts":1785847674.432094,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327","EoS":true} {"level":"info","ts":1785847674.432106,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4e4cafaa-6c6d-4f72-a479-9c6405899327"} {"level":"info","ts":1785847858.692959,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847858.6930447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa"} {"level":"info","ts":1785847858.6930542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa"} {"level":"info","ts":1785847858.6931055,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa","EoS":true} {"level":"info","ts":1785847858.6931589,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa","header":"x-maas-subscription"} {"level":"info","ts":1785847858.6931717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa","header":"x-maas-group"} {"level":"info","ts":1785847858.6931798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa","header":"x-maas-username"} {"level":"info","ts":1785847858.6931987,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785847858.693226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa"} {"level":"info","ts":1785847858.705797,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa"} {"level":"info","ts":1785847858.705823,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa"} {"level":"info","ts":1785847858.7058458,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa","EoS":false} {"level":"info","ts":1785847858.7058637,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa"} {"level":"info","ts":1785847858.7059002,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa","EoS":true} {"level":"info","ts":1785847858.70591,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"66dea3cd-86fd-49a0-90fc-06fe718c3afa"} {"level":"info","ts":1785847932.188369,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847932.188447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"45ef0740-2567-47be-a122-2add637f9301"} {"level":"info","ts":1785847932.1884587,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"45ef0740-2567-47be-a122-2add637f9301"} {"level":"info","ts":1785847932.1884696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"45ef0740-2567-47be-a122-2add637f9301","EoS":true} {"level":"info","ts":1785847932.1885374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45ef0740-2567-47be-a122-2add637f9301","header":"x-maas-subscription"} {"level":"info","ts":1785847932.1885493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45ef0740-2567-47be-a122-2add637f9301","header":"x-maas-group"} {"level":"info","ts":1785847932.1885557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"45ef0740-2567-47be-a122-2add637f9301","header":"x-maas-username"} {"level":"info","ts":1785847932.1885726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"45ef0740-2567-47be-a122-2add637f9301","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847932.1886008,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"45ef0740-2567-47be-a122-2add637f9301"} {"level":"info","ts":1785847932.18938,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"45ef0740-2567-47be-a122-2add637f9301"} {"level":"info","ts":1785847932.1894114,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"45ef0740-2567-47be-a122-2add637f9301"} {"level":"info","ts":1785847932.1894343,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45ef0740-2567-47be-a122-2add637f9301","EoS":false} {"level":"info","ts":1785847932.1894572,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"45ef0740-2567-47be-a122-2add637f9301"} {"level":"info","ts":1785847932.1894982,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"45ef0740-2567-47be-a122-2add637f9301","EoS":true} {"level":"info","ts":1785847932.1895134,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"45ef0740-2567-47be-a122-2add637f9301"} {"level":"info","ts":1785847947.493514,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785847947.4936042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144"} {"level":"info","ts":1785847947.4936156,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144"} {"level":"info","ts":1785847947.4936283,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144","EoS":true} {"level":"info","ts":1785847947.4936564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144","header":"x-maas-subscription"} {"level":"info","ts":1785847947.4936671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144","header":"x-maas-username"} {"level":"info","ts":1785847947.4936721,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144","header":"x-maas-group"} {"level":"info","ts":1785847947.4936862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785847947.4937124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144"} {"level":"info","ts":1785847947.494439,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144"} {"level":"info","ts":1785847947.4944613,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144"} {"level":"info","ts":1785847947.4944816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144","EoS":false} {"level":"info","ts":1785847947.4944987,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144"} {"level":"info","ts":1785847947.494526,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144","EoS":true} {"level":"info","ts":1785847947.4945345,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0dbc5f4b-225e-4003-ae0c-b26d0b927144"} {"level":"info","ts":1785848278.8941684,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785848278.89427,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290"} {"level":"info","ts":1785848278.8942792,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290"} {"level":"info","ts":1785848278.8942919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290","EoS":true} {"level":"info","ts":1785848278.8943195,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290","header":"x-maas-subscription"} {"level":"info","ts":1785848278.894331,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290","header":"x-maas-group"} {"level":"info","ts":1785848278.8943377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290","header":"x-maas-username"} {"level":"info","ts":1785848278.894362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785848278.8943982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290"} {"level":"info","ts":1785848278.895369,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290"} {"level":"info","ts":1785848278.8953917,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290"} {"level":"info","ts":1785848278.8954077,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290","EoS":false} {"level":"info","ts":1785848278.8954186,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290"} {"level":"info","ts":1785848278.895446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290","EoS":true} {"level":"info","ts":1785848278.8954535,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3626e60a-fde3-4f82-8b22-8841db32e290"} {"level":"info","ts":1785848283.7043498,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6d372259-7ce6-4f09-b02f-575839e01158","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785848283.70471,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39572.615766518,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848283.7047362,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848283.762113,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848283.8057384,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6d372259-7ce6-4f09-b02f-575839e01158","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785848283.8273823,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6958843-87c0-4ce2-80e0-ed9c66b09a68","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785848283.8274326,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6958843-87c0-4ce2-80e0-ed9c66b09a68","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785848283.8274271,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91d87421-00e8-4248-a091-8537358a97c1"} {"level":"info","ts":1785848283.835084,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60c1dd45-a3bc-4159-8256-9f29db8ac8c0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785848283.8351443,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"60c1dd45-a3bc-4159-8256-9f29db8ac8c0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785848283.8356686,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39418.726173593,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848283.835691,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848283.8490553,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848283.935943,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91d87421-00e8-4248-a091-8537358a97c1","name":"e2e-external-provider"} {"level":"info","ts":1785848283.965202,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"123aa74d-49fb-48fb-8567-cd63211d96c0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848283.965275,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"123aa74d-49fb-48fb-8567-cd63211d96c0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785848283.9652603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70656689-fb34-45a9-84a1-63532866396b"} {"level":"info","ts":1785848283.9702444,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91d87421-00e8-4248-a091-8537358a97c1","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785848283.9783754,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70656689-fb34-45a9-84a1-63532866396b","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785848283.9784236,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a3e646-508e-40b2-b3f3-79fa1c6ca8a0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848283.9784567,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a3e646-508e-40b2-b3f3-79fa1c6ca8a0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785848283.985209,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91d87421-00e8-4248-a091-8537358a97c1","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785848283.9883833,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70656689-fb34-45a9-84a1-63532866396b","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785848283.988415,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ff4f095-5af0-4873-aebe-cf4bd89bb3dd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848283.9884486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3ff4f095-5af0-4873-aebe-cf4bd89bb3dd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785848283.9884787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69e18242-ba34-4d72-aaec-076bef7e61ec"} {"level":"info","ts":1785848283.9885142,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69e18242-ba34-4d72-aaec-076bef7e61ec","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785848283.9930062,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91d87421-00e8-4248-a091-8537358a97c1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785848283.997823,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69e18242-ba34-4d72-aaec-076bef7e61ec","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785848284.0004063,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98cea5cd-e6de-4c50-b00c-5b5863013190"} {"level":"info","ts":1785848284.0004659,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98cea5cd-e6de-4c50-b00c-5b5863013190","name":"e2e-external-provider"} {"level":"info","ts":1785848284.0005686,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc67bdf4-4ccd-4527-8b1c-25721be95898","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785848284.0006044,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc67bdf4-4ccd-4527-8b1c-25721be95898","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785848284.000678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"765bc659-d930-4918-ae21-4066a08b61df","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848284.000687,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05de9181-9734-4acc-a20b-ed6854719277"} {"level":"info","ts":1785848284.0007062,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"765bc659-d930-4918-ae21-4066a08b61df","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785848284.0009787,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35060.439583482,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848284.0009995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848284.0146563,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785848284.0173826,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98cea5cd-e6de-4c50-b00c-5b5863013190","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785848284.0221934,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98cea5cd-e6de-4c50-b00c-5b5863013190","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785848284.0222826,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"720c2352-9894-41cd-bce2-2dad70f76465"} {"level":"info","ts":1785848284.0223212,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"720c2352-9894-41cd-bce2-2dad70f76465","name":"e2e-external-provider"} {"level":"info","ts":1785848284.0393114,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"720c2352-9894-41cd-bce2-2dad70f76465","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785848284.101575,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05de9181-9734-4acc-a20b-ed6854719277","name":"e2e-external-model"} {"level":"info","ts":1785848284.111513,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05de9181-9734-4acc-a20b-ed6854719277","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785848284.1181808,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69f18bb3-c3ea-490d-bb7b-1e17102eeb8a"} {"level":"info","ts":1785848284.1182792,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69f18bb3-c3ea-490d-bb7b-1e17102eeb8a","name":"e2e-external-model"} {"level":"info","ts":1785848284.1181772,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e480129-71b0-403f-9233-e359419a3164","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848284.1183312,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e480129-71b0-403f-9233-e359419a3164","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785848284.139151,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1acca907-4518-480a-bda8-c02126b3b897","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848284.139192,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1acca907-4518-480a-bda8-c02126b3b897","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785848284.1391523,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69f18bb3-c3ea-490d-bb7b-1e17102eeb8a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785848284.139266,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9082a1af-8c1b-4a97-a41b-2bede3be3adf"} {"level":"info","ts":1785848284.1393542,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9082a1af-8c1b-4a97-a41b-2bede3be3adf","name":"e2e-external-model"} {"level":"info","ts":1785848284.1542027,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9082a1af-8c1b-4a97-a41b-2bede3be3adf","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785848284.1629965,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d928b4e-69d2-42ee-a9e4-5f6af12e11a0"} {"level":"info","ts":1785848284.1630034,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"716ddbd8-7eb6-4a67-8c15-70d81fd65ded","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848284.1631436,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"716ddbd8-7eb6-4a67-8c15-70d81fd65ded","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785848284.163083,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d928b4e-69d2-42ee-a9e4-5f6af12e11a0","name":"e2e-external-model"} {"level":"info","ts":1785848284.1738255,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d928b4e-69d2-42ee-a9e4-5f6af12e11a0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785848295.8725805,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785848295.8726654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c"} {"level":"info","ts":1785848295.872679,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c"} {"level":"info","ts":1785848295.872697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","EoS":true} {"level":"info","ts":1785848295.8727267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","header":"x-maas-subscription"} {"level":"info","ts":1785848295.8727381,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","header":"x-maas-group"} {"level":"info","ts":1785848295.8727446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","header":"x-maas-username"} {"level":"info","ts":1785848295.872761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785848295.872777,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","modelName":"e2e-external-model"} {"level":"info","ts":1785848295.8727906,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785848295.872834,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785848295.8728614,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","authType":"apikey"} {"level":"info","ts":1785848295.8728926,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c"} {"level":"info","ts":1785848295.9629755,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c"} {"level":"info","ts":1785848295.9630063,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c"} {"level":"info","ts":1785848295.9630277,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","EoS":false} {"level":"info","ts":1785848295.9630463,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c"} {"level":"info","ts":1785848295.9630783,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c","EoS":true} {"level":"info","ts":1785848295.9630902,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7c3f5b08-0f59-4d65-947a-c7098e3c1f4c"} {"level":"info","ts":1785848296.0828784,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e7c63f-b78b-45e3-a35a-a1f9784c391d"} {"level":"info","ts":1785848296.0828881,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c5fce3f-c898-43ab-a085-6eb9a7cad5b2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785848296.0829291,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2c5fce3f-c898-43ab-a085-6eb9a7cad5b2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785848296.0906909,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcf1bad9-e297-409b-b7cc-ea86127453a1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785848296.0907354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcf1bad9-e297-409b-b7cc-ea86127453a1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785848296.094581,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e7c63f-b78b-45e3-a35a-a1f9784c391d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785848296.0946548,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e7c63f-b78b-45e3-a35a-a1f9784c391d","name":"e2e-cleanup-test"} {"level":"info","ts":1785848296.1153638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a9fa95d-cea4-4c83-b354-f8eff19ace8b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785848296.1154082,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a9fa95d-cea4-4c83-b354-f8eff19ace8b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785848296.115394,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e7c63f-b78b-45e3-a35a-a1f9784c391d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785848296.1154408,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e4e7c63f-b78b-45e3-a35a-a1f9784c391d","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785848296.115502,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9edcd092-8546-4d3f-b8bb-f07ebec943de"} {"level":"info","ts":1785848296.1155605,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9edcd092-8546-4d3f-b8bb-f07ebec943de","name":"e2e-cleanup-test"} {"level":"info","ts":1785848296.1440969,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ebf839f-1ce0-4143-a483-5a56cda0951f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785848296.1441646,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ebf839f-1ce0-4143-a483-5a56cda0951f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785848296.1443074,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9edcd092-8546-4d3f-b8bb-f07ebec943de","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785848296.1445174,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e48c250-8d9f-485c-a2f2-41eeb00b0b82"} {"level":"info","ts":1785848296.144587,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e48c250-8d9f-485c-a2f2-41eeb00b0b82","name":"e2e-cleanup-test"} {"level":"info","ts":1785848296.1565213,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9e48c250-8d9f-485c-a2f2-41eeb00b0b82","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785848296.164668,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28181dc0-2374-4287-8754-a34b3882fecc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785848296.164713,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28181dc0-2374-4287-8754-a34b3882fecc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785848296.1650345,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03ecace0-0f3f-4a68-a56e-741ccb564eb0"} {"level":"info","ts":1785848296.1651013,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03ecace0-0f3f-4a68-a56e-741ccb564eb0","name":"e2e-cleanup-test"} {"level":"info","ts":1785848296.1749156,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"03ecace0-0f3f-4a68-a56e-741ccb564eb0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785848304.3610942,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b6a988a-b21b-48dd-97fe-9aa97f121d5c"} {"level":"info","ts":1785848304.3611739,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93a3a1fc-0bec-4ed6-af4f-208c18d639f8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785848304.361211,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"93a3a1fc-0bec-4ed6-af4f-208c18d639f8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785848308.6791139,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785848308.6792343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69d712c6-fa1a-4a3d-91c3-982fc0bd662d"} {"level":"info","ts":1785848308.67925,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69d712c6-fa1a-4a3d-91c3-982fc0bd662d"} {"level":"info","ts":1785848308.6792712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"69d712c6-fa1a-4a3d-91c3-982fc0bd662d","EoS":true} {"level":"info","ts":1785848308.679316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69d712c6-fa1a-4a3d-91c3-982fc0bd662d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785848308.679358,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"69d712c6-fa1a-4a3d-91c3-982fc0bd662d"} {"level":"info","ts":1785848308.721523,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785848308.7216089,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5"} {"level":"info","ts":1785848308.7216222,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5"} {"level":"info","ts":1785848308.7216914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","EoS":true} {"level":"info","ts":1785848308.7217214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","header":"x-maas-username"} {"level":"info","ts":1785848308.7217362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","header":"x-maas-group"} {"level":"info","ts":1785848308.721741,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","header":"x-maas-subscription"} {"level":"info","ts":1785848308.7217555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785848308.7217648,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","modelName":"e2e-external-model"} {"level":"info","ts":1785848308.7217789,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785848308.721806,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785848308.7218266,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","authType":"apikey"} {"level":"info","ts":1785848308.7218506,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5"} {"level":"info","ts":1785848308.8107605,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5"} {"level":"info","ts":1785848308.8107898,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5"} {"level":"info","ts":1785848308.8108125,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","EoS":false} {"level":"info","ts":1785848308.8108394,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5"} {"level":"info","ts":1785848308.8108728,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5","EoS":true} {"level":"info","ts":1785848308.8108852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"164725c6-5edc-4d82-88db-a663f510add5"} {"level":"info","ts":1785848308.8518057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785848308.8518903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e"} {"level":"info","ts":1785848308.8519042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e"} {"level":"info","ts":1785848308.8519711,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e","EoS":true} {"level":"info","ts":1785848308.8519986,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e","header":"x-maas-subscription"} {"level":"info","ts":1785848308.8520093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e","header":"x-maas-group"} {"level":"info","ts":1785848308.8520145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e","header":"x-maas-username"} {"level":"info","ts":1785848308.852029,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785848308.8520546,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e"} {"level":"info","ts":1785848308.9257095,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e"} {"level":"info","ts":1785848308.9257388,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e"} {"level":"info","ts":1785848308.9257565,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e","EoS":false} {"level":"info","ts":1785848308.9257696,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e"} {"level":"info","ts":1785848308.9267766,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e","EoS":true} {"level":"info","ts":1785848308.9268053,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a48ba350-d8d8-47e0-9672-ee7cd868e15e"} {"level":"info","ts":1785848308.9642615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785848308.964334,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e"} {"level":"info","ts":1785848308.9643428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e"} {"level":"info","ts":1785848308.9643538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e","EoS":true} {"level":"info","ts":1785848308.964379,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e","header":"x-maas-username"} {"level":"info","ts":1785848308.9643893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e","header":"x-maas-group"} {"level":"info","ts":1785848308.9643955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e","header":"x-maas-subscription"} {"level":"info","ts":1785848308.9644253,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e"} {"level":"info","ts":1785848309.0096717,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e"} {"level":"info","ts":1785848309.0096989,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e"} {"level":"info","ts":1785848309.0097156,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e","EoS":false} {"level":"info","ts":1785848309.0097282,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e"} {"level":"info","ts":1785848309.0098858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e","EoS":true} {"level":"info","ts":1785848309.009907,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"52dcd8b9-cb5d-4be3-9e68-1e6f0dbaee5e"} {"level":"info","ts":1785848309.8756094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"35dc8084-75b1-41d5-a5b6-fb0ab954ade2"} {"level":"info","ts":1785848309.87566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddae8396-20e7-4794-b5f8-5c8d2abb89f0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848309.8756983,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ddae8396-20e7-4794-b5f8-5c8d2abb89f0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785848310.0233305,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f50f4aa1-8342-4248-9e98-fda9eb77b2e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785848310.0233796,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f50f4aa1-8342-4248-9e98-fda9eb77b2e0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785848310.0233765,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe24b49b-a278-4c5a-9521-e68db137d299"} {"level":"info","ts":1785848310.1396315,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"df6762c5-9077-4d8b-b93b-01ee6ce89e0b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785848310.139712,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"df6762c5-9077-4d8b-b93b-01ee6ce89e0b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785849803.5958967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785849803.5959935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1374e5ff-cdfa-4390-b318-ec51fcc9f713"} {"level":"info","ts":1785849878.6103277,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785849878.6104422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41"} {"level":"info","ts":1785849878.610454,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41"} {"level":"info","ts":1785849878.6104658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41","EoS":true} {"level":"info","ts":1785849878.6104946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41","header":"x-maas-subscription"} {"level":"info","ts":1785849878.6105058,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41","header":"x-maas-username"} {"level":"info","ts":1785849878.6105108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41","header":"x-maas-group"} {"level":"info","ts":1785849878.6105254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785849878.6105525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41"} {"level":"info","ts":1785849878.6123066,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41"} {"level":"info","ts":1785849878.612331,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41"} {"level":"info","ts":1785849878.612354,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41","EoS":false} {"level":"info","ts":1785849878.61237,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41"} {"level":"info","ts":1785849878.612397,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41","EoS":true} {"level":"info","ts":1785849878.6124074,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"27a3940c-fd3c-4b98-a8c4-f0cdbff92c41"}