{"level":"info","ts":1785508464.469493,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b7047e8b-0ccc-4251-bc8e-aff48e874f12"} {"level":"info","ts":1785508464.4830244,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7047e8b-0ccc-4251-bc8e-aff48e874f12"} {"level":"info","ts":1785508464.483049,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b7047e8b-0ccc-4251-bc8e-aff48e874f12"} {"level":"info","ts":1785508464.4830701,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7047e8b-0ccc-4251-bc8e-aff48e874f12","EoS":false} {"level":"info","ts":1785508464.4830878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7047e8b-0ccc-4251-bc8e-aff48e874f12"} {"level":"info","ts":1785508464.4831266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b7047e8b-0ccc-4251-bc8e-aff48e874f12","EoS":true} {"level":"info","ts":1785508464.4831364,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b7047e8b-0ccc-4251-bc8e-aff48e874f12"} {"level":"info","ts":1785508464.6237993,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508464.62387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa"} {"level":"info","ts":1785508464.6238816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa"} {"level":"info","ts":1785508464.623894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa","EoS":true} {"level":"info","ts":1785508464.6239383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa","header":"x-maas-subscription"} {"level":"info","ts":1785508464.6239488,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa","header":"x-maas-username"} {"level":"info","ts":1785508464.623954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa","header":"x-maas-group"} {"level":"info","ts":1785508464.6239684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508464.6239927,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa"} {"level":"info","ts":1785508464.6263366,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa"} {"level":"info","ts":1785508464.626356,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa"} {"level":"info","ts":1785508464.6263719,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa","EoS":false} {"level":"info","ts":1785508464.6263847,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa"} {"level":"info","ts":1785508464.6264098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa","EoS":true} {"level":"info","ts":1785508464.6264198,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"93d52f2c-0cdb-49ce-96fe-a786101f01aa"} {"level":"info","ts":1785508464.7720842,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508464.7721617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95"} {"level":"info","ts":1785508464.7721725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95"} {"level":"info","ts":1785508464.7721846,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95","EoS":true} {"level":"info","ts":1785508464.7722092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95","header":"x-maas-username"} {"level":"info","ts":1785508464.772219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95","header":"x-maas-subscription"} {"level":"info","ts":1785508464.7722244,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95","header":"x-maas-group"} {"level":"info","ts":1785508464.772238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508464.7722619,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95"} {"level":"info","ts":1785508464.7731578,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95"} {"level":"info","ts":1785508464.77317,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95"} {"level":"info","ts":1785508464.7731833,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95","EoS":false} {"level":"info","ts":1785508464.7731922,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95"} {"level":"info","ts":1785508464.7732117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95","EoS":true} {"level":"info","ts":1785508464.7732198,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"86183bf6-d02b-4517-bd28-862fd1f7ac95"} {"level":"info","ts":1785508464.9156125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508464.9156919,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5"} {"level":"info","ts":1785508464.9157047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5"} {"level":"info","ts":1785508464.9157243,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5","EoS":true} {"level":"info","ts":1785508464.9157584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5","header":"x-maas-username"} {"level":"info","ts":1785508464.9157705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5","header":"x-maas-subscription"} {"level":"info","ts":1785508464.9157796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5","header":"x-maas-group"} {"level":"info","ts":1785508464.9157999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508464.9158278,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5"} {"level":"info","ts":1785508464.9168074,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5"} {"level":"info","ts":1785508464.916827,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5"} {"level":"info","ts":1785508464.9168422,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5","EoS":false} {"level":"info","ts":1785508464.9168532,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5"} {"level":"info","ts":1785508464.9168787,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5","EoS":true} {"level":"info","ts":1785508464.9168885,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ec847d25-421a-4bb1-93c3-779845907fc5"} {"level":"info","ts":1785508465.0575416,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508465.0576208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086"} {"level":"info","ts":1785508465.0576372,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086"} {"level":"info","ts":1785508465.0576565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086","EoS":true} {"level":"info","ts":1785508465.057692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086","header":"x-maas-subscription"} {"level":"info","ts":1785508465.0577044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086","header":"x-maas-group"} {"level":"info","ts":1785508465.057714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086","header":"x-maas-username"} {"level":"info","ts":1785508465.057733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508465.057764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086"} {"level":"info","ts":1785508465.058708,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086"} {"level":"info","ts":1785508465.0587325,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086"} {"level":"info","ts":1785508465.0587502,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086","EoS":false} {"level":"info","ts":1785508465.0587623,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086"} {"level":"info","ts":1785508465.0587895,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086","EoS":true} {"level":"info","ts":1785508465.0587986,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e7a931f4-5b57-486c-97aa-5c505ec6e086"} {"level":"info","ts":1785508486.453391,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508486.4534602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b"} {"level":"info","ts":1785508486.453471,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b"} {"level":"info","ts":1785508486.4534824,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b","EoS":true} {"level":"info","ts":1785508486.4535096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b","header":"x-maas-group"} {"level":"info","ts":1785508486.453522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b","header":"x-maas-username"} {"level":"info","ts":1785508486.453527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b","header":"x-maas-subscription"} {"level":"info","ts":1785508486.4535427,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508486.453567,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b"} {"level":"info","ts":1785508486.4545586,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b"} {"level":"info","ts":1785508486.4545794,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b"} {"level":"info","ts":1785508486.4545968,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b","EoS":false} {"level":"info","ts":1785508486.454609,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b"} {"level":"info","ts":1785508486.4546359,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b","EoS":true} {"level":"info","ts":1785508486.4546435,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"34f4acbe-66dd-491b-924c-1b3c0200985b"} {"level":"info","ts":1785508486.5721104,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508486.5721748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a1e9560-30a5-4615-9c5c-cefe1120a581"} {"level":"info","ts":1785508486.5732262,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a1e9560-30a5-4615-9c5c-cefe1120a581"} {"level":"info","ts":1785508486.5732439,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4a1e9560-30a5-4615-9c5c-cefe1120a581"} {"level":"info","ts":1785508486.5732665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a1e9560-30a5-4615-9c5c-cefe1120a581","EoS":false} {"level":"info","ts":1785508486.5732787,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4a1e9560-30a5-4615-9c5c-cefe1120a581"} {"level":"info","ts":1785508486.5733037,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4a1e9560-30a5-4615-9c5c-cefe1120a581","EoS":true} {"level":"info","ts":1785508486.573313,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4a1e9560-30a5-4615-9c5c-cefe1120a581"} {"level":"info","ts":1785508491.2512436,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508491.2513247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc"} {"level":"info","ts":1785508491.2513385,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc"} {"level":"info","ts":1785508491.25135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc","EoS":true} {"level":"info","ts":1785508491.251376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc","header":"x-maas-subscription"} {"level":"info","ts":1785508491.251386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc","header":"x-maas-group"} {"level":"info","ts":1785508491.251391,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc","header":"x-maas-username"} {"level":"info","ts":1785508491.2514055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508491.2514327,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc"} {"level":"info","ts":1785508491.2524781,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc"} {"level":"info","ts":1785508491.2524998,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc"} {"level":"info","ts":1785508491.252515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc","EoS":false} {"level":"info","ts":1785508491.252528,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc"} {"level":"info","ts":1785508491.2525582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc","EoS":true} {"level":"info","ts":1785508491.2525668,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"67850b09-efaa-4f34-b299-ec27a10760dc"} {"level":"info","ts":1785508499.8640983,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508499.864192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577"} {"level":"info","ts":1785508499.8642046,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577"} {"level":"info","ts":1785508499.8642163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577","EoS":true} {"level":"info","ts":1785508499.8642414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577","header":"x-maas-username"} {"level":"info","ts":1785508499.8642514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577","header":"x-maas-group"} {"level":"info","ts":1785508499.8642557,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577","header":"x-maas-subscription"} {"level":"info","ts":1785508499.8642821,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785508499.8643048,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577"} {"level":"info","ts":1785508499.877676,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577"} {"level":"info","ts":1785508499.8776977,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577"} {"level":"info","ts":1785508499.8777142,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577","EoS":false} {"level":"info","ts":1785508499.8777256,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577"} {"level":"info","ts":1785508499.8777547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577","EoS":true} {"level":"info","ts":1785508499.8777633,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5a32c839-5922-48e1-bd8a-ec7e0e8b4577"} {"level":"info","ts":1785508512.7668116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508512.7668798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96deba60-e723-4636-8886-76de96223e78"} {"level":"info","ts":1785508512.7668893,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96deba60-e723-4636-8886-76de96223e78"} {"level":"info","ts":1785508512.7669234,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96deba60-e723-4636-8886-76de96223e78","EoS":true} {"level":"info","ts":1785508512.7669563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96deba60-e723-4636-8886-76de96223e78","header":"x-maas-username"} {"level":"info","ts":1785508512.7669675,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96deba60-e723-4636-8886-76de96223e78","header":"x-maas-group"} {"level":"info","ts":1785508512.7669733,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96deba60-e723-4636-8886-76de96223e78","header":"x-maas-subscription"} {"level":"info","ts":1785508512.7669876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96deba60-e723-4636-8886-76de96223e78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508512.7670083,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96deba60-e723-4636-8886-76de96223e78"} {"level":"info","ts":1785508512.7678301,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96deba60-e723-4636-8886-76de96223e78"} {"level":"info","ts":1785508512.7678523,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96deba60-e723-4636-8886-76de96223e78"} {"level":"info","ts":1785508512.7678676,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96deba60-e723-4636-8886-76de96223e78","EoS":false} {"level":"info","ts":1785508512.7678812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96deba60-e723-4636-8886-76de96223e78"} {"level":"info","ts":1785508512.767926,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96deba60-e723-4636-8886-76de96223e78","EoS":true} {"level":"info","ts":1785508512.7679362,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"96deba60-e723-4636-8886-76de96223e78"} {"level":"info","ts":1785508521.3129773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508521.3130488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6"} {"level":"info","ts":1785508521.3130603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6"} {"level":"info","ts":1785508521.3130708,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6","EoS":true} {"level":"info","ts":1785508521.3130932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6","header":"x-maas-group"} {"level":"info","ts":1785508521.3131044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6","header":"x-maas-subscription"} {"level":"info","ts":1785508521.313112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6","header":"x-maas-username"} {"level":"info","ts":1785508521.3131254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508521.313151,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6"} {"level":"info","ts":1785508521.3139606,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6"} {"level":"info","ts":1785508521.3139725,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6"} {"level":"info","ts":1785508521.3139842,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6","EoS":false} {"level":"info","ts":1785508521.313994,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6"} {"level":"info","ts":1785508521.314014,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6","EoS":true} {"level":"info","ts":1785508521.3140216,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3fa45b8e-59b8-43de-8398-89818b32d8b6"} {"level":"info","ts":1785508530.1742613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508530.1743312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642"} {"level":"info","ts":1785508530.1743429,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642"} {"level":"info","ts":1785508530.174356,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642","EoS":true} {"level":"info","ts":1785508530.1743796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642","header":"x-maas-subscription"} {"level":"info","ts":1785508530.17439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642","header":"x-maas-username"} {"level":"info","ts":1785508530.1743958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642","header":"x-maas-group"} {"level":"info","ts":1785508530.174409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508530.174437,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642"} {"level":"info","ts":1785508530.175248,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642"} {"level":"info","ts":1785508530.175263,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642"} {"level":"info","ts":1785508530.1752756,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642","EoS":false} {"level":"info","ts":1785508530.1752872,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642"} {"level":"info","ts":1785508530.1753104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642","EoS":true} {"level":"info","ts":1785508530.175318,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"233b5919-33ca-42da-bb9b-edcdf979c642"} {"level":"info","ts":1785508562.8353958,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508562.835472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1"} {"level":"info","ts":1785508562.8354857,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1"} {"level":"info","ts":1785508562.8354986,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1","EoS":true} {"level":"info","ts":1785508562.835521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1","header":"x-maas-group"} {"level":"info","ts":1785508562.8355353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1","header":"x-maas-subscription"} {"level":"info","ts":1785508562.8355405,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1","header":"x-maas-username"} {"level":"info","ts":1785508562.8355525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785508562.8355775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1"} {"level":"info","ts":1785508562.8367558,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1"} {"level":"info","ts":1785508562.8367774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1"} {"level":"info","ts":1785508562.8367994,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1","EoS":false} {"level":"info","ts":1785508562.8368165,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1"} {"level":"info","ts":1785508562.8368528,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1","EoS":true} {"level":"info","ts":1785508562.8368616,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"fad58483-90c0-488e-bcdf-4adf9344b9d1"} {"level":"info","ts":1785508595.99138,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508595.9914594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a"} {"level":"info","ts":1785508595.991473,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a"} {"level":"info","ts":1785508595.9914858,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a","EoS":true} {"level":"info","ts":1785508595.991516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a","header":"x-maas-username"} {"level":"info","ts":1785508595.9915283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a","header":"x-maas-subscription"} {"level":"info","ts":1785508595.9915328,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a","header":"x-maas-group"} {"level":"info","ts":1785508595.9915457,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785508595.9915712,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a"} {"level":"info","ts":1785508595.9925718,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a"} {"level":"info","ts":1785508595.992599,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a"} {"level":"info","ts":1785508595.9926157,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a","EoS":false} {"level":"info","ts":1785508595.9926298,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a"} {"level":"info","ts":1785508595.99266,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a","EoS":true} {"level":"info","ts":1785508595.992674,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d525b77c-bf19-4857-b9cf-035d541fca8a"} {"level":"info","ts":1785508631.3326604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508631.3327441,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be"} {"level":"info","ts":1785508631.3327563,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be"} {"level":"info","ts":1785508631.3327682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be","EoS":true} {"level":"info","ts":1785508631.3327973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be","header":"x-maas-group"} {"level":"info","ts":1785508631.3328092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be","header":"x-maas-username"} {"level":"info","ts":1785508631.3328145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be","header":"x-maas-subscription"} {"level":"info","ts":1785508631.3328288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508631.332924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be"} {"level":"info","ts":1785508631.3337128,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be"} {"level":"info","ts":1785508631.3337305,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be"} {"level":"info","ts":1785508631.3337455,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be","EoS":false} {"level":"info","ts":1785508631.3337593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be"} {"level":"info","ts":1785508631.3337872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be","EoS":true} {"level":"info","ts":1785508631.3337965,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c00e713d-3f48-46d3-815f-6cfde9ae90be"} {"level":"info","ts":1785508640.8033307,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508640.8034146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce"} {"level":"info","ts":1785508640.8034267,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce"} {"level":"info","ts":1785508640.8034394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce","EoS":true} {"level":"info","ts":1785508640.8034625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce","header":"x-maas-username"} {"level":"info","ts":1785508640.8034704,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce","header":"x-maas-group"} {"level":"info","ts":1785508640.8034751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce","header":"x-maas-subscription"} {"level":"info","ts":1785508640.8034885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508640.8035145,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce"} {"level":"info","ts":1785508640.8044112,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce"} {"level":"info","ts":1785508640.804433,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce"} {"level":"info","ts":1785508640.8044522,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce","EoS":false} {"level":"info","ts":1785508640.8044624,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce"} {"level":"info","ts":1785508640.8044844,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce","EoS":true} {"level":"info","ts":1785508640.8044922,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4b308fd2-276c-4ca2-8e89-9a73640c59ce"} {"level":"info","ts":1785508640.8466628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508640.846735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416"} {"level":"info","ts":1785508640.8467467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416"} {"level":"info","ts":1785508640.8467605,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416","EoS":true} {"level":"info","ts":1785508640.8467886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416","header":"x-maas-username"} {"level":"info","ts":1785508640.846797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416","header":"x-maas-group"} {"level":"info","ts":1785508640.8468046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416","header":"x-maas-subscription"} {"level":"info","ts":1785508640.846819,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508640.8469152,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416"} {"level":"info","ts":1785508640.8478346,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416"} {"level":"info","ts":1785508640.8478594,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416"} {"level":"info","ts":1785508640.8478825,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416","EoS":false} {"level":"info","ts":1785508640.8478978,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416"} {"level":"info","ts":1785508640.8479438,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416","EoS":true} {"level":"info","ts":1785508640.8479521,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5317e66c-2998-4f31-abe3-c75994e74416"} {"level":"info","ts":1785508660.0473769,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508660.047464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92"} {"level":"info","ts":1785508660.0474815,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92"} {"level":"info","ts":1785508660.047501,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92","EoS":true} {"level":"info","ts":1785508660.0475364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92","header":"x-maas-subscription"} {"level":"info","ts":1785508660.0475495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92","header":"x-maas-username"} {"level":"info","ts":1785508660.0475583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92","header":"x-maas-group"} {"level":"info","ts":1785508660.0475783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508660.0476124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92"} {"level":"info","ts":1785508660.0484953,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92"} {"level":"info","ts":1785508660.0485215,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92"} {"level":"info","ts":1785508660.0485375,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92","EoS":false} {"level":"info","ts":1785508660.0485508,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92"} {"level":"info","ts":1785508660.0485785,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92","EoS":true} {"level":"info","ts":1785508660.048593,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5913c820-0985-4812-a3a5-250dfe483d92"} {"level":"info","ts":1785508842.7331855,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508842.7332766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab"} {"level":"info","ts":1785508842.7332876,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab"} {"level":"info","ts":1785508842.7332993,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab","EoS":true} {"level":"info","ts":1785508842.7333245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab","header":"x-maas-group"} {"level":"info","ts":1785508842.733336,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab","header":"x-maas-subscription"} {"level":"info","ts":1785508842.733342,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab","header":"x-maas-username"} {"level":"info","ts":1785508842.7334042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785508842.7334285,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab"} {"level":"info","ts":1785508842.74634,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab"} {"level":"info","ts":1785508842.746377,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab"} {"level":"info","ts":1785508842.746395,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab","EoS":false} {"level":"info","ts":1785508842.7464087,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab"} {"level":"info","ts":1785508842.746437,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab","EoS":true} {"level":"info","ts":1785508842.7464488,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ff6a8f09-f0ae-4db8-bbfe-9c45c23c07ab"} {"level":"info","ts":1785508945.7414198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508945.741529,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb"} {"level":"info","ts":1785508945.74155,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb"} {"level":"info","ts":1785508945.7415698,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb","EoS":true} {"level":"info","ts":1785508945.7416086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb","header":"x-maas-username"} {"level":"info","ts":1785508945.7416205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb","header":"x-maas-subscription"} {"level":"info","ts":1785508945.7416258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb","header":"x-maas-group"} {"level":"info","ts":1785508945.741641,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508945.7416677,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb"} {"level":"info","ts":1785508945.7426705,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb"} {"level":"info","ts":1785508945.7426906,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb"} {"level":"info","ts":1785508945.7427118,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb","EoS":false} {"level":"info","ts":1785508945.7427268,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb"} {"level":"info","ts":1785508945.7427511,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb","EoS":true} {"level":"info","ts":1785508945.7427592,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"347fbf84-0449-4994-9476-1b7cf6255dcb"} {"level":"info","ts":1785508961.0551875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785508961.0552766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d"} {"level":"info","ts":1785508961.0552955,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d"} {"level":"info","ts":1785508961.0553129,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d","EoS":true} {"level":"info","ts":1785508961.055343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d","header":"x-maas-group"} {"level":"info","ts":1785508961.0553858,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d","header":"x-maas-subscription"} {"level":"info","ts":1785508961.0553954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d","header":"x-maas-username"} {"level":"info","ts":1785508961.0554137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785508961.0554464,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d"} {"level":"info","ts":1785508961.0564847,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d"} {"level":"info","ts":1785508961.0565097,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d"} {"level":"info","ts":1785508961.0565257,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d","EoS":false} {"level":"info","ts":1785508961.0565374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d"} {"level":"info","ts":1785508961.0565608,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d","EoS":true} {"level":"info","ts":1785508961.0565684,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c8dd9fad-3566-411c-91f2-f1a02ad79c4d"} {"level":"info","ts":1785509309.6796641,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785509309.6797523,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36"} {"level":"info","ts":1785509309.6797616,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36"} {"level":"info","ts":1785509309.6797733,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36","EoS":true} {"level":"info","ts":1785509309.6797965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36","header":"x-maas-group"} {"level":"info","ts":1785509309.6798074,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36","header":"x-maas-username"} {"level":"info","ts":1785509309.6798124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36","header":"x-maas-subscription"} {"level":"info","ts":1785509309.6798275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785509309.6798532,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36"} {"level":"info","ts":1785509309.6809483,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36"} {"level":"info","ts":1785509309.680971,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36"} {"level":"info","ts":1785509309.6809874,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36","EoS":false} {"level":"info","ts":1785509309.681,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36"} {"level":"info","ts":1785509309.6810255,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36","EoS":true} {"level":"info","ts":1785509309.681035,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"077cd263-0261-440b-b048-c56e75df3c36"} {"level":"info","ts":1785509314.5210605,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d0431df0-c8e3-4ae3-b0a4-1349d0c657c3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785509314.5213017,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38254.705094623,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.5213192,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.5558035,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.621431,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"d0431df0-c8e3-4ae3-b0a4-1349d0c657c3","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785509314.6413546,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82bc437e-9318-4bca-8f6e-2546beed95bc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785509314.641405,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"82bc437e-9318-4bca-8f6e-2546beed95bc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785509314.6414003,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"393de92f-7415-4021-aead-7419d44ffe0c"} {"level":"info","ts":1785509314.6486375,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e1fd522-9c31-482c-b0fe-04ed57097668","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785509314.6487339,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2e1fd522-9c31-482c-b0fe-04ed57097668","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785509314.649061,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39418.239322659,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.6490865,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.6555676,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.7500894,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"393de92f-7415-4021-aead-7419d44ffe0c","name":"e2e-external-provider"} {"level":"info","ts":1785509314.7537787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8113d62a-6501-44be-99fb-43b697265fe9"} {"level":"info","ts":1785509314.7538168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"708866bb-1588-4e57-8b78-06ab56ed639a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509314.7538695,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"708866bb-1588-4e57-8b78-06ab56ed639a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785509314.759294,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"393de92f-7415-4021-aead-7419d44ffe0c","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785509314.7594817,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8113d62a-6501-44be-99fb-43b697265fe9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785509314.7595797,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6be30f99-29e4-45dd-a319-5bf5a884f72b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509314.7596068,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6be30f99-29e4-45dd-a319-5bf5a884f72b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785509314.7678711,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"869095f1-f913-428c-b0c3-2d583fa5c1f4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509314.7679172,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"869095f1-f913-428c-b0c3-2d583fa5c1f4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785509314.7680264,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8113d62a-6501-44be-99fb-43b697265fe9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785509314.7681282,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c044b74-7911-44e9-8b7f-2217fb1e783a"} {"level":"info","ts":1785509314.7681587,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c044b74-7911-44e9-8b7f-2217fb1e783a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785509314.7703583,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"393de92f-7415-4021-aead-7419d44ffe0c","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785509314.7718403,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c044b74-7911-44e9-8b7f-2217fb1e783a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785509314.7744987,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"393de92f-7415-4021-aead-7419d44ffe0c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785509314.7813683,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05ec02b9-6589-401c-a595-3eb366f257ef","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509314.7813914,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8804d026-c671-4530-ae4c-661468917163"} {"level":"info","ts":1785509314.7814405,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca972637-ec33-479e-85eb-90ea46a037e9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785509314.7814488,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8804d026-c671-4530-ae4c-661468917163","name":"e2e-external-provider"} {"level":"info","ts":1785509314.7814605,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca972637-ec33-479e-85eb-90ea46a037e9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785509314.7815092,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef1ff49a-4782-4c57-8712-19f0c3d9cdac"} {"level":"info","ts":1785509314.781396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05ec02b9-6589-401c-a595-3eb366f257ef","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785509314.7820897,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38957.344914808,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.782122,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.7899337,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785509314.792108,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8804d026-c671-4530-ae4c-661468917163","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785509314.7956777,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"75ed763f-61fd-4088-8781-eaef96fe8e44"} {"level":"info","ts":1785509314.795743,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"75ed763f-61fd-4088-8781-eaef96fe8e44","name":"e2e-external-provider"} {"level":"info","ts":1785509314.8031807,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"75ed763f-61fd-4088-8781-eaef96fe8e44","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785509314.8824089,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef1ff49a-4782-4c57-8712-19f0c3d9cdac","name":"e2e-external-model"} {"level":"info","ts":1785509314.891808,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef1ff49a-4782-4c57-8712-19f0c3d9cdac","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785509314.8973534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e51c6cae-8b33-4dc0-aabb-a97fb19aec64"} {"level":"info","ts":1785509314.897393,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe814566-c1f4-4352-b41b-52b063130019","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509314.89745,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fe814566-c1f4-4352-b41b-52b063130019","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785509314.8974369,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e51c6cae-8b33-4dc0-aabb-a97fb19aec64","name":"e2e-external-model"} {"level":"error","ts":1785509314.915172,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e51c6cae-8b33-4dc0-aabb-a97fb19aec64","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785509314.9152756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aaea9755-c732-4e77-b9e7-a0ecd83114e1"} {"level":"info","ts":1785509314.915348,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aaea9755-c732-4e77-b9e7-a0ecd83114e1","name":"e2e-external-model"} {"level":"info","ts":1785509314.9151921,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69f35fef-dfae-454a-b88a-ac441ea6e3fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509314.9154232,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69f35fef-dfae-454a-b88a-ac441ea6e3fe","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785509314.922888,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aaea9755-c732-4e77-b9e7-a0ecd83114e1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785509314.929671,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04820d68-b72e-4e12-aca5-9d40ef77aa87"} {"level":"info","ts":1785509314.9297624,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04820d68-b72e-4e12-aca5-9d40ef77aa87","name":"e2e-external-model"} {"level":"info","ts":1785509314.9296775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83735cdc-60ba-4587-b7d4-17f033a3542c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509314.9298334,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83735cdc-60ba-4587-b7d4-17f033a3542c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785509314.937372,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"04820d68-b72e-4e12-aca5-9d40ef77aa87","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785509326.5671155,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785509326.5671928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732"} {"level":"info","ts":1785509326.5672047,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732"} {"level":"info","ts":1785509326.567216,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","EoS":true} {"level":"info","ts":1785509326.5672402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","header":"x-maas-subscription"} {"level":"info","ts":1785509326.5672512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","header":"x-maas-group"} {"level":"info","ts":1785509326.567256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","header":"x-maas-username"} {"level":"info","ts":1785509326.5672712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785509326.5672803,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","modelName":"e2e-external-model"} {"level":"info","ts":1785509326.5672932,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785509326.56733,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785509326.5673454,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","authType":"apikey"} {"level":"info","ts":1785509326.567372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732"} {"level":"info","ts":1785509326.6546483,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732"} {"level":"info","ts":1785509326.6546767,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732"} {"level":"info","ts":1785509326.6546943,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","EoS":false} {"level":"info","ts":1785509326.6547086,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732"} {"level":"info","ts":1785509326.6547408,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732","EoS":true} {"level":"info","ts":1785509326.6547523,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0c60efa5-8d81-48dd-9100-294893572732"} {"level":"info","ts":1785509326.7698116,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e3dde92-7048-4a25-9e26-d7e99be806e1"} {"level":"info","ts":1785509326.769836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aff1e8b7-8f18-4e27-9b5a-bc020f1972a4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785509326.7698727,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aff1e8b7-8f18-4e27-9b5a-bc020f1972a4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785509326.7763133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7318eb26-3195-4d63-bb07-7010e14e1acf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785509326.7763505,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7318eb26-3195-4d63-bb07-7010e14e1acf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785509326.7775304,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e3dde92-7048-4a25-9e26-d7e99be806e1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785509326.777589,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e3dde92-7048-4a25-9e26-d7e99be806e1","name":"e2e-cleanup-test"} {"level":"info","ts":1785509326.7959943,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80947914-763d-47c9-b84b-13f26e81d309","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785509326.7960355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80947914-763d-47c9-b84b-13f26e81d309","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785509326.7974586,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e3dde92-7048-4a25-9e26-d7e99be806e1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785509326.7975037,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1e3dde92-7048-4a25-9e26-d7e99be806e1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785509326.797559,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b70cf270-fbf6-4b41-974e-de98834a8843"} {"level":"info","ts":1785509326.7976074,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b70cf270-fbf6-4b41-974e-de98834a8843","name":"e2e-cleanup-test"} {"level":"info","ts":1785509326.814585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54d1ccd3-9b41-4893-a129-45e66d58cfaa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1785509326.8146744,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b70cf270-fbf6-4b41-974e-de98834a8843","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785509326.8146825,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54d1ccd3-9b41-4893-a129-45e66d58cfaa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785509326.8147817,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"105738a4-d094-4fd3-b4da-bfe4150dce74"} {"level":"info","ts":1785509326.8148375,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"105738a4-d094-4fd3-b4da-bfe4150dce74","name":"e2e-cleanup-test"} {"level":"info","ts":1785509326.8226438,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"105738a4-d094-4fd3-b4da-bfe4150dce74","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785509326.8283231,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3edc517a-735c-4214-9324-018b0e3deaee","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785509326.8283489,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3edc517a-735c-4214-9324-018b0e3deaee","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785509326.828426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78e9c388-1cac-4f3e-9451-9e41b770db38"} {"level":"info","ts":1785509326.8284898,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78e9c388-1cac-4f3e-9451-9e41b770db38","name":"e2e-cleanup-test"} {"level":"info","ts":1785509326.8380105,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"78e9c388-1cac-4f3e-9451-9e41b770db38","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785509335.0377142,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c68c15b9-78bf-45c5-b070-1f4532b0d0b1"} {"level":"info","ts":1785509335.0377145,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30faf552-9602-479c-ba1c-3d7bc32be803","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785509335.0377884,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30faf552-9602-479c-ba1c-3d7bc32be803","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785509339.344687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785509339.3447647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"128fcad5-f4c7-4344-bddf-fc74d3add8a5"} {"level":"info","ts":1785509339.3447762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"128fcad5-f4c7-4344-bddf-fc74d3add8a5"} {"level":"info","ts":1785509339.3447971,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"128fcad5-f4c7-4344-bddf-fc74d3add8a5","EoS":true} {"level":"info","ts":1785509339.3448443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"128fcad5-f4c7-4344-bddf-fc74d3add8a5","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785509339.3448758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"128fcad5-f4c7-4344-bddf-fc74d3add8a5"} {"level":"info","ts":1785509339.392566,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785509339.392651,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4"} {"level":"info","ts":1785509339.3926632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4"} {"level":"info","ts":1785509339.3926826,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","EoS":true} {"level":"info","ts":1785509339.392719,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","header":"x-maas-subscription"} {"level":"info","ts":1785509339.3927317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","header":"x-maas-username"} {"level":"info","ts":1785509339.392742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","header":"x-maas-group"} {"level":"info","ts":1785509339.3928146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785509339.3928282,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","modelName":"e2e-external-model"} {"level":"info","ts":1785509339.3928502,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785509339.3928802,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785509339.3929322,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","authType":"apikey"} {"level":"info","ts":1785509339.392967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4"} {"level":"info","ts":1785509339.4351187,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4"} {"level":"info","ts":1785509339.435155,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4"} {"level":"info","ts":1785509339.435172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","EoS":false} {"level":"info","ts":1785509339.4351852,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4"} {"level":"info","ts":1785509339.4352138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4","EoS":true} {"level":"info","ts":1785509339.4352229,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b1080185-a537-4762-a040-5d2e5ed933a4"} {"level":"info","ts":1785509339.481063,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785509339.4811444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee"} {"level":"info","ts":1785509339.481159,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee"} {"level":"info","ts":1785509339.481177,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee","EoS":true} {"level":"info","ts":1785509339.481211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee","header":"x-maas-subscription"} {"level":"info","ts":1785509339.4812245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee","header":"x-maas-group"} {"level":"info","ts":1785509339.48124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee","header":"x-maas-username"} {"level":"info","ts":1785509339.4813082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785509339.4813442,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee"} {"level":"info","ts":1785509339.5299735,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee"} {"level":"info","ts":1785509339.5300028,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee"} {"level":"info","ts":1785509339.53002,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee","EoS":false} {"level":"info","ts":1785509339.5300326,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee"} {"level":"info","ts":1785509339.5300627,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee","EoS":true} {"level":"info","ts":1785509339.530071,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c09e1e39-414d-4dbb-834b-75bd14efacee"} {"level":"info","ts":1785509339.5710733,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785509339.5711315,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111"} {"level":"info","ts":1785509339.5711508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111"} {"level":"info","ts":1785509339.5711632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111","EoS":true} {"level":"info","ts":1785509339.571182,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111","header":"x-maas-group"} {"level":"info","ts":1785509339.5711927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111","header":"x-maas-username"} {"level":"info","ts":1785509339.5711985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111","header":"x-maas-subscription"} {"level":"info","ts":1785509339.5712278,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111"} {"level":"info","ts":1785509339.657122,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111"} {"level":"info","ts":1785509339.6571488,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111"} {"level":"info","ts":1785509339.6571715,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111","EoS":false} {"level":"info","ts":1785509339.6572022,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111"} {"level":"info","ts":1785509339.6572487,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111","EoS":true} {"level":"info","ts":1785509339.6572607,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3cd7e607-613a-40a2-a224-ab1e2bd26111"} {"level":"info","ts":1785509340.5005891,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b14a815-3ed1-4325-a9cd-6e74b28a7c7a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509340.5006275,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0757fc05-e033-42f5-823c-714cfb788890"} {"level":"info","ts":1785509340.5006351,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b14a815-3ed1-4325-a9cd-6e74b28a7c7a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785509340.651436,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07481b83-598f-4f73-87ec-0c6a55548393"} {"level":"info","ts":1785509340.6514666,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"370cf76c-72bd-40c9-a992-063e63b92407","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785509340.651514,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"370cf76c-72bd-40c9-a992-063e63b92407","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785509340.7757888,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"15b11845-c251-4b24-9fb4-c856e89b1ab2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785509340.7758517,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"15b11845-c251-4b24-9fb4-c856e89b1ab2","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785510824.7114177,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785510824.7114944,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7c0d0455-b783-4aa7-ae3e-606ff57b044f"} {"level":"info","ts":1785510899.5757546,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785510899.5758321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee"} {"level":"info","ts":1785510899.575844,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee"} {"level":"info","ts":1785510899.5758557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee","EoS":true} {"level":"info","ts":1785510899.5758836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee","header":"x-maas-subscription"} {"level":"info","ts":1785510899.5758953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee","header":"x-maas-username"} {"level":"info","ts":1785510899.575922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee","header":"x-maas-group"} {"level":"info","ts":1785510899.5759397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785510899.5759692,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee"} {"level":"info","ts":1785510899.576953,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee"} {"level":"info","ts":1785510899.5769773,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee"} {"level":"info","ts":1785510899.576993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee","EoS":false} {"level":"info","ts":1785510899.5770037,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee"} {"level":"info","ts":1785510899.577027,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee","EoS":true} {"level":"info","ts":1785510899.5770364,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"90c9220b-b163-4c88-b72c-cb28e4184dee"}