{"level":"info","ts":1785185398.1500823,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073"} {"level":"info","ts":1785185398.1511006,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073"} {"level":"info","ts":1785185398.1511276,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073"} {"level":"info","ts":1785185398.1511512,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073","EoS":false} {"level":"info","ts":1785185398.151178,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073","EoS":true} {"level":"info","ts":1785185398.1512117,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8c6783e9-fe9e-4d8a-b0b9-7933eabd8073"} {"level":"info","ts":1785185398.2875094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.2875986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.287613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.2876265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","EoS":true} {"level":"info","ts":1785185398.287649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","header":"x-maas-group"} {"level":"info","ts":1785185398.2876601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","header":"x-maas-subscription"} {"level":"info","ts":1785185398.2876694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","header":"x-maas-username"} {"level":"info","ts":1785185398.2876825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.287709,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.290763,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.2907836,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.2907987,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","EoS":false} {"level":"info","ts":1785185398.290811,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b","EoS":true} {"level":"info","ts":1785185398.2908385,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c4faa581-dcd2-4dcd-bbda-29e784a74f2b"} {"level":"info","ts":1785185398.4245534,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.424626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.4246376,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.4246485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","EoS":true} {"level":"info","ts":1785185398.4246716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","header":"x-maas-username"} {"level":"info","ts":1785185398.4246814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","header":"x-maas-group"} {"level":"info","ts":1785185398.4246864,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","header":"x-maas-subscription"} {"level":"info","ts":1785185398.4246986,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.424723,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.4255264,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.4255521,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.4256124,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","EoS":false} {"level":"info","ts":1785185398.4256308,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f","EoS":true} {"level":"info","ts":1785185398.4256608,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7f270ab7-d8c9-48fe-a4c8-e615ce13539f"} {"level":"info","ts":1785185398.5594869,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.55957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.5595853,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.5595975,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","EoS":true} {"level":"info","ts":1785185398.5596228,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","header":"x-maas-subscription"} {"level":"info","ts":1785185398.5596335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","header":"x-maas-group"} {"level":"info","ts":1785185398.5596387,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","header":"x-maas-username"} {"level":"info","ts":1785185398.559653,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.5596764,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.560446,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.5604594,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.5604713,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","EoS":false} {"level":"info","ts":1785185398.560481,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2","EoS":true} {"level":"info","ts":1785185398.5605083,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e67b0271-6a42-4d3f-bc06-04676a7963b2"} {"level":"info","ts":1785185398.6920605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185398.6921437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185398.6921585,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185398.6921701,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","EoS":true} {"level":"info","ts":1785185398.6921942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","header":"x-maas-group"} {"level":"info","ts":1785185398.6922045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","header":"x-maas-username"} {"level":"info","ts":1785185398.6922095,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","header":"x-maas-subscription"} {"level":"info","ts":1785185398.6922228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185398.692248,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185398.6930532,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185398.6930656,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185398.6930754,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","EoS":false} {"level":"info","ts":1785185398.6930854,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed","EoS":true} {"level":"info","ts":1785185398.6931102,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"757be777-c34c-47d7-ac52-9da0b754feed"} {"level":"info","ts":1785185414.4517162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185414.4517918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.4518032,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.451815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","EoS":true} {"level":"info","ts":1785185414.4518414,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","header":"x-maas-username"} {"level":"info","ts":1785185414.4518518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","header":"x-maas-subscription"} {"level":"info","ts":1785185414.451857,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","header":"x-maas-group"} {"level":"info","ts":1785185414.4518714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185414.4518967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.4527192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.4527407,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.452765,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","EoS":false} {"level":"info","ts":1785185414.4527872,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e","EoS":true} {"level":"info","ts":1785185414.4528246,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"55fc7cb3-1f67-47f7-abbb-ff0a0339385e"} {"level":"info","ts":1785185414.4839835,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185414.484045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.484056,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.4840667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","EoS":true} {"level":"info","ts":1785185414.4840875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","header":"x-maas-group"} {"level":"info","ts":1785185414.484098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","header":"x-maas-subscription"} {"level":"info","ts":1785185414.4841073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","header":"x-maas-username"} {"level":"info","ts":1785185414.484125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185414.4841516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.484903,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.484925,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.4849453,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","EoS":false} {"level":"info","ts":1785185414.4849856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f","EoS":true} {"level":"info","ts":1785185414.4850268,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3a99badb-9e01-479b-922a-4d30cb82698f"} {"level":"info","ts":1785185414.5816214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185414.5817199,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d657b854-4f76-43e1-b909-de8c0b4842e4"} {"level":"info","ts":1785185414.583693,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d657b854-4f76-43e1-b909-de8c0b4842e4"} {"level":"info","ts":1785185414.5837123,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d657b854-4f76-43e1-b909-de8c0b4842e4"} {"level":"info","ts":1785185414.5837283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d657b854-4f76-43e1-b909-de8c0b4842e4","EoS":false} {"level":"info","ts":1785185414.583741,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d657b854-4f76-43e1-b909-de8c0b4842e4"} {"level":"info","ts":1785185414.583769,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d657b854-4f76-43e1-b909-de8c0b4842e4","EoS":true} {"level":"info","ts":1785185414.5837774,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"d657b854-4f76-43e1-b909-de8c0b4842e4"} {"level":"info","ts":1785185419.2114122,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185419.211494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185419.2115054,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185419.211518,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","EoS":true} {"level":"info","ts":1785185419.2115448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","header":"x-maas-group"} {"level":"info","ts":1785185419.2115552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","header":"x-maas-subscription"} {"level":"info","ts":1785185419.211562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","header":"x-maas-username"} {"level":"info","ts":1785185419.211574,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185419.2116005,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185419.2133524,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185419.213372,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185419.2133896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","EoS":false} {"level":"info","ts":1785185419.213401,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242","EoS":true} {"level":"info","ts":1785185419.213432,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"798398e0-3c02-4fa4-a410-610a4d2fd242"} {"level":"info","ts":1785185429.828875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185429.8289962,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185429.829012,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185429.8290253,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","EoS":true} {"level":"info","ts":1785185429.8290522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","header":"x-maas-group"} {"level":"info","ts":1785185429.8290632,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","header":"x-maas-username"} {"level":"info","ts":1785185429.8290687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","header":"x-maas-subscription"} {"level":"info","ts":1785185429.8290815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185429.8291063,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185429.8313274,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185429.83135,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185429.8313653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","EoS":false} {"level":"info","ts":1785185429.8313792,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1e513533-8def-4994-875e-3ac791da4633","EoS":true} {"level":"info","ts":1785185429.831411,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1e513533-8def-4994-875e-3ac791da4633"} {"level":"info","ts":1785185442.7094772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185442.7095718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185442.7095916,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185442.709612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","EoS":true} {"level":"info","ts":1785185442.709649,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","header":"x-maas-group"} {"level":"info","ts":1785185442.7096615,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","header":"x-maas-subscription"} {"level":"info","ts":1785185442.7096663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","header":"x-maas-username"} {"level":"info","ts":1785185442.7096806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185442.7097113,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185442.7106204,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185442.7106416,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185442.710658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","EoS":false} {"level":"info","ts":1785185442.71067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7","EoS":true} {"level":"info","ts":1785185442.7106993,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"560152ec-29b4-41d9-8675-ca00d7235fc7"} {"level":"info","ts":1785185451.2319148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185451.2320323,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185451.232048,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185451.2320702,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","EoS":true} {"level":"info","ts":1785185451.2321086,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","header":"x-maas-subscription"} {"level":"info","ts":1785185451.2321208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","header":"x-maas-group"} {"level":"info","ts":1785185451.2321296,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","header":"x-maas-username"} {"level":"info","ts":1785185451.2321486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185451.2321842,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185451.2330236,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185451.233046,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185451.2330613,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","EoS":false} {"level":"info","ts":1785185451.2330737,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a","EoS":true} {"level":"info","ts":1785185451.2331035,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7e094037-e875-4747-9502-6ef56bda202a"} {"level":"info","ts":1785185460.0646446,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185460.064739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185460.0647554,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185460.0647693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","EoS":true} {"level":"info","ts":1785185460.0647962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","header":"x-maas-group"} {"level":"info","ts":1785185460.0648077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","header":"x-maas-username"} {"level":"info","ts":1785185460.0648127,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","header":"x-maas-subscription"} {"level":"info","ts":1785185460.0648263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185460.0648525,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185460.0657287,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185460.0657494,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185460.065772,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","EoS":false} {"level":"info","ts":1785185460.0657945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588","EoS":true} {"level":"info","ts":1785185460.0658333,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e55f75ff-eb62-41d2-b2f3-98a43200d588"} {"level":"info","ts":1785185482.7987728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185482.7988608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185482.7988765,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185482.798896,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","EoS":true} {"level":"info","ts":1785185482.7989337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","header":"x-maas-username"} {"level":"info","ts":1785185482.798946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","header":"x-maas-group"} {"level":"info","ts":1785185482.798955,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","header":"x-maas-subscription"} {"level":"info","ts":1785185482.798997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185482.799031,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185482.799798,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185482.7998257,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185482.79985,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","EoS":false} {"level":"info","ts":1785185482.7998729,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7","EoS":true} {"level":"info","ts":1785185482.799905,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"957e806d-e645-4681-b0cb-9a66a0529ac7"} {"level":"info","ts":1785185505.5568247,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185505.5569177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185505.5569332,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185505.5569465,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","EoS":true} {"level":"info","ts":1785185505.55699,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","header":"x-maas-group"} {"level":"info","ts":1785185505.5570016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","header":"x-maas-subscription"} {"level":"info","ts":1785185505.5570068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","header":"x-maas-username"} {"level":"info","ts":1785185505.5570214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785185505.5570474,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185505.5577364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185505.5577579,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185505.5577784,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","EoS":false} {"level":"info","ts":1785185505.5577946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29","EoS":true} {"level":"info","ts":1785185505.5578253,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0367c65c-7006-475f-ab54-69f5d0422b29"} {"level":"info","ts":1785185533.916024,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185533.9161208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185533.9161427,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185533.9161582,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","EoS":true} {"level":"info","ts":1785185533.916187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","header":"x-maas-subscription"} {"level":"info","ts":1785185533.9162009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","header":"x-maas-username"} {"level":"info","ts":1785185533.9162078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","header":"x-maas-group"} {"level":"info","ts":1785185533.916227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185533.9162664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185533.917116,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185533.917138,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185533.9171581,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","EoS":false} {"level":"info","ts":1785185533.9171817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4","EoS":true} {"level":"info","ts":1785185533.917217,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b364aad0-e9a7-46af-b960-eec4e16c65a4"} {"level":"info","ts":1785185543.2749956,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185543.2750788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.2750888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.2751012,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","EoS":true} {"level":"info","ts":1785185543.2751248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","header":"x-maas-username"} {"level":"info","ts":1785185543.2751372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","header":"x-maas-subscription"} {"level":"info","ts":1785185543.2751453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","header":"x-maas-group"} {"level":"info","ts":1785185543.275161,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185543.2751875,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.2762399,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.2762666,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.276288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","EoS":false} {"level":"info","ts":1785185543.2763045,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3","EoS":true} {"level":"info","ts":1785185543.2763429,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1c1b7506-fa24-4df0-b316-d13b0e7500e3"} {"level":"info","ts":1785185543.3102105,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185543.3103065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185543.3103218,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185543.3103347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","EoS":true} {"level":"info","ts":1785185543.3103657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","header":"x-maas-username"} {"level":"info","ts":1785185543.3103807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","header":"x-maas-group"} {"level":"info","ts":1785185543.3103867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","header":"x-maas-subscription"} {"level":"info","ts":1785185543.3103998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185543.310423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185543.3113403,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185543.3113594,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185543.3113742,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","EoS":false} {"level":"info","ts":1785185543.3113856,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5","EoS":true} {"level":"info","ts":1785185543.311418,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"cd4f07a2-838e-4f27-9891-a417f060a3d5"} {"level":"info","ts":1785185562.4592552,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185562.4593434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185562.4593627,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185562.4593751,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","EoS":true} {"level":"info","ts":1785185562.4594014,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","header":"x-maas-subscription"} {"level":"info","ts":1785185562.4594123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","header":"x-maas-group"} {"level":"info","ts":1785185562.4594185,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","header":"x-maas-username"} {"level":"info","ts":1785185562.4594378,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185562.459463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185562.4604335,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185562.4604545,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185562.4604776,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","EoS":false} {"level":"info","ts":1785185562.4604948,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5","EoS":true} {"level":"info","ts":1785185562.4605303,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6b049816-b5b3-4414-a0db-0424e3ae33a5"} {"level":"info","ts":1785185693.1971753,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185693.1972892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185693.1973042,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185693.1973183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","EoS":true} {"level":"info","ts":1785185693.1973426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","header":"x-maas-username"} {"level":"info","ts":1785185693.1973531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","header":"x-maas-group"} {"level":"info","ts":1785185693.1973593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","header":"x-maas-subscription"} {"level":"info","ts":1785185693.1973734,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785185693.197399,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185693.19831,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185693.1983306,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185693.198345,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","EoS":false} {"level":"info","ts":1785185693.1983576,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac","EoS":true} {"level":"info","ts":1785185693.1983838,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a3a05792-996c-4ccd-a742-5d5b2555ffac"} {"level":"info","ts":1785185730.1761796,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185730.1762614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185730.1762738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185730.1762857,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","EoS":true} {"level":"info","ts":1785185730.1763184,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","header":"x-maas-username"} {"level":"info","ts":1785185730.1763287,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","header":"x-maas-subscription"} {"level":"info","ts":1785185730.1763341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","header":"x-maas-group"} {"level":"info","ts":1785185730.1763477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185730.1763742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185730.1772416,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185730.1772683,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185730.1772904,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","EoS":false} {"level":"info","ts":1785185730.1773086,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96","EoS":true} {"level":"info","ts":1785185730.177348,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ee03e6ae-e438-477c-9c23-c4f064f86a96"} {"level":"info","ts":1785185745.4041357,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785185745.4042091,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785185745.4042194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785185745.404231,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","EoS":true} {"level":"info","ts":1785185745.404256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","header":"x-maas-subscription"} {"level":"info","ts":1785185745.4042654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","header":"x-maas-username"} {"level":"info","ts":1785185745.4042737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","header":"x-maas-group"} {"level":"info","ts":1785185745.4042866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785185745.40431,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785185745.4051583,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785185745.4051778,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785185745.4051921,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","EoS":false} {"level":"info","ts":1785185745.4052024,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31","EoS":true} {"level":"info","ts":1785185745.4052281,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"bb644393-a600-4f19-b7e4-523b53dd1c31"} {"level":"info","ts":1785186066.205002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186066.2050858,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.205096,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.205107,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","EoS":true} {"level":"info","ts":1785186066.2051332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","header":"x-maas-subscription"} {"level":"info","ts":1785186066.2051432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","header":"x-maas-group"} {"level":"info","ts":1785186066.2051485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","header":"x-maas-username"} {"level":"info","ts":1785186066.2051625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186066.2051878,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.207596,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.2076163,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.2076356,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","EoS":false} {"level":"info","ts":1785186066.2076516,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451","EoS":true} {"level":"info","ts":1785186066.2076883,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b2a7cee6-0fe4-4917-b3d1-c8fc966b8451"} {"level":"info","ts":1785186066.24067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186066.2407272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186066.2407382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186066.2407484,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","EoS":true} {"level":"info","ts":1785186066.2407684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","header":"x-maas-subscription"} {"level":"info","ts":1785186066.2407765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","header":"x-maas-group"} {"level":"info","ts":1785186066.2407808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","header":"x-maas-username"} {"level":"info","ts":1785186066.240792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785186066.2408137,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186066.2415175,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186066.2415423,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186066.2415574,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","EoS":false} {"level":"info","ts":1785186066.2415688,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e","EoS":true} {"level":"info","ts":1785186066.241595,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e7871554-4143-4b0c-b405-aec827f82c7e"} {"level":"info","ts":1785186071.0172179,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"65b366f0-1a74-49d6-821d-09155db5bd18","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785186071.0179482,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35499.047205396,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.0179884,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.0475187,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.1184475,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"65b366f0-1a74-49d6-821d-09155db5bd18","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785186071.1396108,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39ae9203-921c-4f5d-b965-62d3c5758bfd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186071.1396453,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"39ae9203-921c-4f5d-b965-62d3c5758bfd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785186071.1396706,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f197bcbc-9600-40c5-a53b-5ba9ba10c2b7"} {"level":"info","ts":1785186071.1486883,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40d81cb8-d608-475f-bd40-f3c5e8c328d0","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186071.148715,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"40d81cb8-d608-475f-bd40-f3c5e8c328d0","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785186071.149186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33557.626142084,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.149206,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.1567054,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.249815,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f197bcbc-9600-40c5-a53b-5ba9ba10c2b7","name":"e2e-external-provider"} {"level":"info","ts":1785186071.251554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97853ff9-cb11-4316-965f-0ca910128150","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.2515597,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b613f1f-e162-437f-8169-b8c4d6f8f083"} {"level":"info","ts":1785186071.2516015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97853ff9-cb11-4316-965f-0ca910128150","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.258782,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b613f1f-e162-437f-8169-b8c4d6f8f083","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785186071.2588844,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84ea2e6e-9835-4567-b145-dda7bd744dd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.2589118,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"84ea2e6e-9835-4567-b145-dda7bd744dd8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.261542,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f197bcbc-9600-40c5-a53b-5ba9ba10c2b7","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785186071.264981,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"689a1dfa-1cf1-4345-b060-9e277cfc9d61","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.2650073,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"689a1dfa-1cf1-4345-b060-9e277cfc9d61","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785186071.2650278,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9b613f1f-e162-437f-8169-b8c4d6f8f083","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.2651346,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c37ee97-b700-4dad-930d-02e190bdd7ee"} {"level":"info","ts":1785186071.265165,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c37ee97-b700-4dad-930d-02e190bdd7ee","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785186071.2695396,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c37ee97-b700-4dad-930d-02e190bdd7ee","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.2724006,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f197bcbc-9600-40c5-a53b-5ba9ba10c2b7","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785186071.2770464,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f197bcbc-9600-40c5-a53b-5ba9ba10c2b7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785186071.2797194,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"532947d5-15f8-426e-8c0c-c3dedcd333b6"} {"level":"info","ts":1785186071.2797484,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"532947d5-15f8-426e-8c0c-c3dedcd333b6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785186071.2823834,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0bf9b37d-9540-45e7-bd6f-5c5c04dc5061","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186071.282409,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0bf9b37d-9540-45e7-bd6f-5c5c04dc5061","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785186071.2824216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c57991ba-53f4-421d-a5e4-6fb5432f205d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.2824445,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c57991ba-53f4-421d-a5e4-6fb5432f205d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.2827907,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51763ed6-aee5-4be3-88e6-697acaf280b5"} {"level":"info","ts":1785186071.2828414,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51763ed6-aee5-4be3-88e6-697acaf280b5","name":"e2e-external-provider"} {"level":"error","ts":1785186071.2836983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"532947d5-15f8-426e-8c0c-c3dedcd333b6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.2837465,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"990f13a3-6c80-4fe8-b282-8dd2a5ce1ddb"} {"level":"info","ts":1785186071.2839203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36816.38776978,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.2839377,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.292356,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"51763ed6-aee5-4be3-88e6-697acaf280b5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785186071.293243,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785186071.3845773,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"990f13a3-6c80-4fe8-b282-8dd2a5ce1ddb","name":"e2e-external-model"} {"level":"info","ts":1785186071.3956425,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"990f13a3-6c80-4fe8-b282-8dd2a5ce1ddb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785186071.4030864,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8298aa3-81bd-41db-a6ef-2845a531bcda","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.4031398,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8298aa3-81bd-41db-a6ef-2845a531bcda","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.4032621,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8895539c-ce99-4fa7-8f26-2f802a7fee6b"} {"level":"info","ts":1785186071.4033089,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8895539c-ce99-4fa7-8f26-2f802a7fee6b","name":"e2e-external-model"} {"level":"info","ts":1785186071.4188368,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89997c62-7d92-4b14-b96c-f8da19bfaf78","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.4188693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"89997c62-7d92-4b14-b96c-f8da19bfaf78","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785186071.4192312,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8895539c-ce99-4fa7-8f26-2f802a7fee6b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186071.419296,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9ce5329-77bd-4f7f-9bab-803b2733ecf0"} {"level":"info","ts":1785186071.419381,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9ce5329-77bd-4f7f-9bab-803b2733ecf0","name":"e2e-external-model"} {"level":"info","ts":1785186071.427256,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f9ce5329-77bd-4f7f-9bab-803b2733ecf0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785186071.432228,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8789d6a-2f8c-4e2a-92b3-c5a24e426b05","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186071.4322546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f8789d6a-2f8c-4e2a-92b3-c5a24e426b05","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785186071.4326193,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3001c54-8c87-483e-9c30-aac9207951ee"} {"level":"info","ts":1785186071.4326773,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3001c54-8c87-483e-9c30-aac9207951ee","name":"e2e-external-model"} {"level":"info","ts":1785186071.4408736,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3001c54-8c87-483e-9c30-aac9207951ee","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785186078.698726,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186078.6988277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083"} {"level":"info","ts":1785186078.6988418,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083"} {"level":"info","ts":1785186078.6988544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","EoS":true} {"level":"info","ts":1785186078.6988833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","header":"x-maas-group"} {"level":"info","ts":1785186078.6988952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","header":"x-maas-subscription"} {"level":"info","ts":1785186078.698901,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","header":"x-maas-username"} {"level":"info","ts":1785186078.6989162,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785186078.6989253,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","modelName":"e2e-external-model"} {"level":"info","ts":1785186078.698939,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785186078.698995,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785186078.6990125,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083","authType":"apikey"} {"level":"info","ts":1785186078.6990402,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"48d5c1c5-4884-4159-8f52-90306aabb083"} {"level":"info","ts":1785186078.8340027,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e52c84-e11e-4b7f-9e05-18405d21f85b"} {"level":"info","ts":1785186078.8340464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fdc7314-e637-4ff0-a883-860acb7be97c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.8340793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fdc7314-e637-4ff0-a883-860acb7be97c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785186078.8396819,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f518a4e-4bae-4748-8638-ffe96a37c735","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.8397129,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f518a4e-4bae-4748-8638-ffe96a37c735","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785186078.8428206,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e52c84-e11e-4b7f-9e05-18405d21f85b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186078.8428981,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e52c84-e11e-4b7f-9e05-18405d21f85b","name":"e2e-cleanup-test"} {"level":"info","ts":1785186078.8564038,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e52c84-e11e-4b7f-9e05-18405d21f85b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785186078.8603885,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"81e52c84-e11e-4b7f-9e05-18405d21f85b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186078.8604546,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8f2ff05-510a-4ca4-b6df-dbf58de06f1f"} {"level":"info","ts":1785186078.8604987,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8f2ff05-510a-4ca4-b6df-dbf58de06f1f","name":"e2e-cleanup-test"} {"level":"info","ts":1785186078.866302,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5a69062-bd7b-4f90-9873-fed39120172d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.86633,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5a69062-bd7b-4f90-9873-fed39120172d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785186078.8747282,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8f2ff05-510a-4ca4-b6df-dbf58de06f1f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785186078.8747733,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b8f2ff05-510a-4ca4-b6df-dbf58de06f1f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186078.8748317,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d329c972-a9c4-463a-b58a-198271308738"} {"level":"info","ts":1785186078.8748872,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d329c972-a9c4-463a-b58a-198271308738","name":"e2e-cleanup-test"} {"level":"info","ts":1785186078.8831363,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9d5efc4-19a9-47c3-a93f-01c9437fb779","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.8831615,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9d5efc4-19a9-47c3-a93f-01c9437fb779","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785186078.8840835,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d329c972-a9c4-463a-b58a-198271308738","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785186078.8876865,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d329c972-a9c4-463a-b58a-198271308738","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186078.8877518,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"445a3b92-0b52-4bd6-a97b-747b9b726f14"} {"level":"info","ts":1785186078.8877962,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"445a3b92-0b52-4bd6-a97b-747b9b726f14","name":"e2e-cleanup-test"} {"level":"info","ts":1785186078.896076,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"445a3b92-0b52-4bd6-a97b-747b9b726f14","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785186078.8979523,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dabddf5-2b27-412a-94ab-862b74fe4df9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186078.8980052,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dabddf5-2b27-412a-94ab-862b74fe4df9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785186078.8996634,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"445a3b92-0b52-4bd6-a97b-747b9b726f14","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785186078.8997366,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c1e1100-d757-4b3b-8c3d-7a7cb9c92a22"} {"level":"info","ts":1785186078.8997953,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c1e1100-d757-4b3b-8c3d-7a7cb9c92a22","name":"e2e-cleanup-test"} {"level":"info","ts":1785186078.9083805,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c1e1100-d757-4b3b-8c3d-7a7cb9c92a22","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785186087.1083531,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a03de35-0ecd-427e-b7ec-dc7debaa71f6"} {"level":"info","ts":1785186087.1083553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ed89235-1b04-435f-a77d-d8b7d8608b2c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186087.1084313,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6ed89235-1b04-435f-a77d-d8b7d8608b2c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785186091.4181938,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186091.4182675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb"} {"level":"info","ts":1785186091.4182763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb"} {"level":"info","ts":1785186091.4182875,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb","EoS":true} {"level":"info","ts":1785186091.4183247,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785186091.4183533,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f44918f-0e2c-49b5-b415-5ad157d1a3cb"} {"level":"info","ts":1785186091.4586327,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186091.458718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c"} {"level":"info","ts":1785186091.4587324,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c"} {"level":"info","ts":1785186091.4587495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","EoS":true} {"level":"info","ts":1785186091.458788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","header":"x-maas-username"} {"level":"info","ts":1785186091.4587998,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","header":"x-maas-subscription"} {"level":"info","ts":1785186091.4588084,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","header":"x-maas-group"} {"level":"info","ts":1785186091.458828,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785186091.4588408,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","modelName":"e2e-external-model"} {"level":"info","ts":1785186091.4588604,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785186091.4588912,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785186091.45892,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c","authType":"apikey"} {"level":"info","ts":1785186091.4589534,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2eb0fd48-6756-4126-b6cd-39fd2a67e72c"} {"level":"info","ts":1785186091.4899917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186091.4900618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.490076,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.4900885,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","EoS":true} {"level":"info","ts":1785186091.490115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","header":"x-maas-username"} {"level":"info","ts":1785186091.4901245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","header":"x-maas-group"} {"level":"info","ts":1785186091.4901297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","header":"x-maas-subscription"} {"level":"info","ts":1785186091.490148,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785186091.4901736,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.5952573,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.595289,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.595313,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","EoS":false} {"level":"info","ts":1785186091.5953314,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","EoS":true} {"level":"error","ts":1785186091.595344,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785186091.5953922,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6b580e1e-c28a-4864-b98f-8a2427f9ee9c"} {"level":"info","ts":1785186091.6269567,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785186091.6270635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186091.6270773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186091.6270955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","EoS":true} {"level":"info","ts":1785186091.6271303,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","header":"x-maas-username"} {"level":"info","ts":1785186091.627144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","header":"x-maas-subscription"} {"level":"info","ts":1785186091.6271539,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","header":"x-maas-group"} {"level":"info","ts":1785186091.6271894,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186091.6767495,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186091.6767783,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186091.6768022,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","EoS":false} {"level":"info","ts":1785186091.67682,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","EoS":true} {"level":"error","ts":1785186091.676835,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785186091.6768863,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e07644da-2ec2-4ac4-b937-310ad51f5a53"} {"level":"info","ts":1785186092.5306635,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3ee7121-4f97-4d44-b362-b29c0dc11f9e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186092.5307002,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3ee7121-4f97-4d44-b362-b29c0dc11f9e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785186092.5307124,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8fc85b4-87ab-4ce1-9d2e-3d8e33f4e12a"} {"level":"info","ts":1785186092.682543,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8b1386f-7757-4113-b501-5c7c5a0d33ca"} {"level":"info","ts":1785186092.6825442,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3e2b9fa-3486-4a31-867c-70ca44d49007","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186092.6825886,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c3e2b9fa-3486-4a31-867c-70ca44d49007","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785186092.8041804,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"82f46da7-e3ec-4493-8b63-338cdb745400","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785186092.8043072,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"82f46da7-e3ec-4493-8b63-338cdb745400","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785187364.7792647,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187364.7793515,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac33c14c-1218-41f8-af44-d09f02301511"} {"level":"info","ts":1785187422.4454527,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785187422.4455297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"} {"level":"info","ts":1785187422.4455388,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"} {"level":"info","ts":1785187422.4455504,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","EoS":true} {"level":"info","ts":1785187422.445577,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","header":"x-maas-group"} {"level":"info","ts":1785187422.445587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","header":"x-maas-username"} {"level":"info","ts":1785187422.4455926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","header":"x-maas-subscription"} {"level":"info","ts":1785187422.4456074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785187422.4456298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"} {"level":"info","ts":1785187422.446621,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"} {"level":"info","ts":1785187422.4466429,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"} {"level":"info","ts":1785187422.4466586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","EoS":false} {"level":"info","ts":1785187422.4466705,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d","EoS":true} {"level":"info","ts":1785187422.4467063,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"84bb01f4-bcb1-4b6f-9523-ed79f8982e7d"}