{"level":"info","ts":1784689955.0436172,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e50661f0-7d2e-4a76-9d29-ef5985c0b07c","EoS":true}
{"level":"info","ts":1784689955.0436676,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e50661f0-7d2e-4a76-9d29-ef5985c0b07c"}
{"level":"info","ts":1784689978.2692263,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689978.2692914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486"}
{"level":"info","ts":1784689978.2693028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486"}
{"level":"info","ts":1784689978.269314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486","EoS":true}
{"level":"info","ts":1784689978.2693386,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486","header":"x-maas-subscription"}
{"level":"info","ts":1784689978.2693484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486","header":"x-maas-username"}
{"level":"info","ts":1784689978.269353,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486","header":"x-maas-group"}
{"level":"info","ts":1784689978.2693658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784689978.2693884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486"}
{"level":"info","ts":1784689978.270817,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486"}
{"level":"info","ts":1784689978.270834,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486"}
{"level":"info","ts":1784689978.2708476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486","EoS":false}
{"level":"info","ts":1784689978.270859,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486","EoS":true}
{"level":"info","ts":1784689978.2708914,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8222da52-0859-40a9-a6de-51b20279c486"}
{"level":"info","ts":1784689978.4066358,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689978.406716,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20"}
{"level":"info","ts":1784689978.4067278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20"}
{"level":"info","ts":1784689978.4067392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20","EoS":true}
{"level":"info","ts":1784689978.4067647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20","header":"x-maas-group"}
{"level":"info","ts":1784689978.4067748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20","header":"x-maas-username"}
{"level":"info","ts":1784689978.4067807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20","header":"x-maas-subscription"}
{"level":"info","ts":1784689978.406795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784689978.4068232,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20"}
{"level":"info","ts":1784689978.4077475,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20"}
{"level":"info","ts":1784689978.407766,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20"}
{"level":"info","ts":1784689978.4077814,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20","EoS":false}
{"level":"info","ts":1784689978.4077964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20","EoS":true}
{"level":"info","ts":1784689978.4078348,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"352dac8e-58d2-4e45-99d8-7c68adb22d20"}
{"level":"info","ts":1784689978.5443506,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689978.544434,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9"}
{"level":"info","ts":1784689978.544446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9"}
{"level":"info","ts":1784689978.5444572,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9","EoS":true}
{"level":"info","ts":1784689978.54448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9","header":"x-maas-group"}
{"level":"info","ts":1784689978.54449,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9","header":"x-maas-username"}
{"level":"info","ts":1784689978.5444958,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9","header":"x-maas-subscription"}
{"level":"info","ts":1784689978.5445082,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784689978.5445285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9"}
{"level":"info","ts":1784689978.5453691,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9"}
{"level":"info","ts":1784689978.5453846,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9"}
{"level":"info","ts":1784689978.5453985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9","EoS":false}
{"level":"info","ts":1784689978.5454092,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9","EoS":true}
{"level":"info","ts":1784689978.5454414,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30e415ff-d1a4-49b9-98d9-49c83c26c7e9"}
{"level":"info","ts":1784689978.682482,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689978.6825597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4"}
{"level":"info","ts":1784689978.682571,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4"}
{"level":"info","ts":1784689978.6825824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4","EoS":true}
{"level":"info","ts":1784689978.6826026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4","header":"x-maas-username"}
{"level":"info","ts":1784689978.6826136,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4","header":"x-maas-subscription"}
{"level":"info","ts":1784689978.682619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4","header":"x-maas-group"}
{"level":"info","ts":1784689978.68263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784689978.6826541,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4"}
{"level":"info","ts":1784689978.6852858,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4"}
{"level":"info","ts":1784689978.6853025,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4"}
{"level":"info","ts":1784689978.6853259,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4","EoS":false}
{"level":"info","ts":1784689978.6853397,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4","EoS":true}
{"level":"info","ts":1784689978.68537,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bef34fca-3143-48f7-98f0-1bc7f44f26e4"}
{"level":"info","ts":1784689978.8261588,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689978.8262398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646"}
{"level":"info","ts":1784689978.8262527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646"}
{"level":"info","ts":1784689978.8262646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646","EoS":true}
{"level":"info","ts":1784689978.8262897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646","header":"x-maas-username"}
{"level":"info","ts":1784689978.8263006,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646","header":"x-maas-subscription"}
{"level":"info","ts":1784689978.826307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646","header":"x-maas-group"}
{"level":"info","ts":1784689978.8263187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784689978.8263445,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646"}
{"level":"info","ts":1784689978.827197,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646"}
{"level":"info","ts":1784689978.8272247,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646"}
{"level":"info","ts":1784689978.8272414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646","EoS":false}
{"level":"info","ts":1784689978.8272555,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646","EoS":true}
{"level":"info","ts":1784689978.827288,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"611ce36a-d093-479e-8f73-7bf54e900646"}
{"level":"info","ts":1784689998.9368353,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689998.9369483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95"}
{"level":"info","ts":1784689998.9369645,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95"}
{"level":"info","ts":1784689998.9369843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95","EoS":true}
{"level":"info","ts":1784689998.9370456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95","header":"x-maas-username"}
{"level":"info","ts":1784689998.9370599,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95","header":"x-maas-group"}
{"level":"info","ts":1784689998.9370687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95","header":"x-maas-subscription"}
{"level":"info","ts":1784689998.9370883,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784689998.9371238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95"}
{"level":"info","ts":1784689998.9379888,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95"}
{"level":"info","ts":1784689998.9380317,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95"}
{"level":"info","ts":1784689998.9380488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95","EoS":false}
{"level":"info","ts":1784689998.9380648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95","EoS":true}
{"level":"info","ts":1784689998.9380956,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"eaa62fd8-0603-41ed-878a-34caa1f83a95"}
{"level":"info","ts":1784689999.0426443,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784689999.042737,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d7fd91f1-94d1-47d7-be63-948247037c75"}
{"level":"info","ts":1784689999.043466,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d7fd91f1-94d1-47d7-be63-948247037c75"}
{"level":"info","ts":1784689999.0434852,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d7fd91f1-94d1-47d7-be63-948247037c75"}
{"level":"info","ts":1784689999.0435019,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7fd91f1-94d1-47d7-be63-948247037c75","EoS":false}
{"level":"info","ts":1784689999.0435128,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"d7fd91f1-94d1-47d7-be63-948247037c75"}
{"level":"info","ts":1784689999.0435333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d7fd91f1-94d1-47d7-be63-948247037c75","EoS":true}
{"level":"info","ts":1784689999.0435414,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"d7fd91f1-94d1-47d7-be63-948247037c75"}
{"level":"info","ts":1784690003.723747,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690003.7238362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05"}
{"level":"info","ts":1784690003.7238514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05"}
{"level":"info","ts":1784690003.7238653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05","EoS":true}
{"level":"info","ts":1784690003.7238944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05","header":"x-maas-subscription"}
{"level":"info","ts":1784690003.7239048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05","header":"x-maas-group"}
{"level":"info","ts":1784690003.7239091,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05","header":"x-maas-username"}
{"level":"info","ts":1784690003.7239225,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690003.7239466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05"}
{"level":"info","ts":1784690003.724878,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05"}
{"level":"info","ts":1784690003.7248979,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05"}
{"level":"info","ts":1784690003.7249177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05","EoS":false}
{"level":"info","ts":1784690003.724932,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05","EoS":true}
{"level":"info","ts":1784690003.7249663,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2c3751e0-4714-4991-97cc-8f486db47b05"}
{"level":"info","ts":1784690014.377101,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690014.3771958,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd"}
{"level":"info","ts":1784690014.3772163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd"}
{"level":"info","ts":1784690014.377236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd","EoS":true}
{"level":"info","ts":1784690014.3772686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd","header":"x-maas-username"}
{"level":"info","ts":1784690014.3772848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd","header":"x-maas-subscription"}
{"level":"info","ts":1784690014.377293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd","header":"x-maas-group"}
{"level":"info","ts":1784690014.3773115,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784690014.3773425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd"}
{"level":"info","ts":1784690014.379337,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd"}
{"level":"info","ts":1784690014.3793583,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd"}
{"level":"info","ts":1784690014.379381,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd","EoS":false}
{"level":"info","ts":1784690014.3793952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd","EoS":true}
{"level":"info","ts":1784690014.3794327,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"341c63a0-f464-4747-8ca1-a6224711c0bd"}
{"level":"info","ts":1784690027.3094583,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690027.3095393,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cc9db478-d436-4394-9988-472c77058989"}
{"level":"info","ts":1784690027.3095517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cc9db478-d436-4394-9988-472c77058989"}
{"level":"info","ts":1784690027.3095646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cc9db478-d436-4394-9988-472c77058989","EoS":true}
{"level":"info","ts":1784690027.3095927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc9db478-d436-4394-9988-472c77058989","header":"x-maas-subscription"}
{"level":"info","ts":1784690027.3096023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc9db478-d436-4394-9988-472c77058989","header":"x-maas-group"}
{"level":"info","ts":1784690027.30961,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cc9db478-d436-4394-9988-472c77058989","header":"x-maas-username"}
{"level":"info","ts":1784690027.3096237,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cc9db478-d436-4394-9988-472c77058989","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690027.3096476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cc9db478-d436-4394-9988-472c77058989"}
{"level":"info","ts":1784690027.3105717,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cc9db478-d436-4394-9988-472c77058989"}
{"level":"info","ts":1784690027.3105977,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cc9db478-d436-4394-9988-472c77058989"}
{"level":"info","ts":1784690027.310614,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc9db478-d436-4394-9988-472c77058989","EoS":false}
{"level":"info","ts":1784690027.3106256,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cc9db478-d436-4394-9988-472c77058989","EoS":true}
{"level":"info","ts":1784690027.3106642,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cc9db478-d436-4394-9988-472c77058989"}
{"level":"info","ts":1784690035.8815386,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690035.8816144,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2"}
{"level":"info","ts":1784690035.8816237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2"}
{"level":"info","ts":1784690035.8816345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2","EoS":true}
{"level":"info","ts":1784690035.8816576,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2","header":"x-maas-group"}
{"level":"info","ts":1784690035.8816676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2","header":"x-maas-subscription"}
{"level":"info","ts":1784690035.8816729,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2","header":"x-maas-username"}
{"level":"info","ts":1784690035.8816864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690035.8817084,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2"}
{"level":"info","ts":1784690035.882583,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2"}
{"level":"info","ts":1784690035.8826027,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2"}
{"level":"info","ts":1784690035.8826184,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2","EoS":false}
{"level":"info","ts":1784690035.8826346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2","EoS":true}
{"level":"info","ts":1784690035.8826652,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aca84186-0931-4af5-a8e6-286fcde251b2"}
{"level":"info","ts":1784690044.838736,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690044.838818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b"}
{"level":"info","ts":1784690044.8388295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b"}
{"level":"info","ts":1784690044.8388457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b","EoS":true}
{"level":"info","ts":1784690044.8388753,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b","header":"x-maas-username"}
{"level":"info","ts":1784690044.8388867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b","header":"x-maas-group"}
{"level":"info","ts":1784690044.8388913,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b","header":"x-maas-subscription"}
{"level":"info","ts":1784690044.8389049,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690044.8389318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b"}
{"level":"info","ts":1784690044.839804,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b"}
{"level":"info","ts":1784690044.839827,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b"}
{"level":"info","ts":1784690044.839847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b","EoS":false}
{"level":"info","ts":1784690044.839862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b","EoS":true}
{"level":"info","ts":1784690044.8399138,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb12132a-4ee8-4c8f-956d-4be995b5985b"}
{"level":"info","ts":1784690067.9063802,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690067.90645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5"}
{"level":"info","ts":1784690067.9064615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5"}
{"level":"info","ts":1784690067.9064724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5","EoS":true}
{"level":"info","ts":1784690067.9064946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5","header":"x-maas-username"}
{"level":"info","ts":1784690067.9065046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5","header":"x-maas-group"}
{"level":"info","ts":1784690067.9065099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5","header":"x-maas-subscription"}
{"level":"info","ts":1784690067.906522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784690067.9065475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5"}
{"level":"info","ts":1784690067.907319,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5"}
{"level":"info","ts":1784690067.90734,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5"}
{"level":"info","ts":1784690067.9073603,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5","EoS":false}
{"level":"info","ts":1784690067.907394,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5","EoS":true}
{"level":"info","ts":1784690067.907448,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2812a788-5b9a-4d61-86bf-436a34044fb5"}
{"level":"info","ts":1784690092.205311,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690092.205381,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861"}
{"level":"info","ts":1784690092.2053888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861"}
{"level":"info","ts":1784690092.2054002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861","EoS":true}
{"level":"info","ts":1784690092.205428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861","header":"x-maas-username"}
{"level":"info","ts":1784690092.205438,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861","header":"x-maas-subscription"}
{"level":"info","ts":1784690092.2054427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861","header":"x-maas-group"}
{"level":"info","ts":1784690092.2054546,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784690092.2054813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861"}
{"level":"info","ts":1784690092.2062588,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861"}
{"level":"info","ts":1784690092.2062798,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861"}
{"level":"info","ts":1784690092.2062948,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861","EoS":false}
{"level":"info","ts":1784690092.206307,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861","EoS":true}
{"level":"info","ts":1784690092.2063413,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0eeef7a6-8c8e-4131-b1b0-f43a59ac3861"}
{"level":"info","ts":1784690119.038952,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690119.0390444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d"}
{"level":"info","ts":1784690119.0390568,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d"}
{"level":"info","ts":1784690119.03907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d","EoS":true}
{"level":"info","ts":1784690119.0390966,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d","header":"x-maas-username"}
{"level":"info","ts":1784690119.0391061,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d","header":"x-maas-subscription"}
{"level":"info","ts":1784690119.0391114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d","header":"x-maas-group"}
{"level":"info","ts":1784690119.0391235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690119.0391457,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d"}
{"level":"info","ts":1784690119.0400293,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d"}
{"level":"info","ts":1784690119.0400586,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d"}
{"level":"info","ts":1784690119.0400808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d","EoS":false}
{"level":"info","ts":1784690119.0400927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d","EoS":true}
{"level":"info","ts":1784690119.0401287,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"600375b7-63af-4b4b-90f1-d55ae0ebf31d"}
{"level":"info","ts":1784690128.591375,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690128.591448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d"}
{"level":"info","ts":1784690128.5914567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d"}
{"level":"info","ts":1784690128.591468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d","EoS":true}
{"level":"info","ts":1784690128.5914903,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d","header":"x-maas-username"}
{"level":"info","ts":1784690128.5914996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d","header":"x-maas-group"}
{"level":"info","ts":1784690128.5915046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d","header":"x-maas-subscription"}
{"level":"info","ts":1784690128.591517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690128.5915387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d"}
{"level":"info","ts":1784690128.5923586,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d"}
{"level":"info","ts":1784690128.5923786,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d"}
{"level":"info","ts":1784690128.5923986,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d","EoS":false}
{"level":"info","ts":1784690128.5924191,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d","EoS":true}
{"level":"info","ts":1784690128.5924616,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0d7da967-eb70-40ea-ad0c-c874382b812d"}
{"level":"info","ts":1784690128.6285148,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690128.6285727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b"}
{"level":"info","ts":1784690128.6285832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b"}
{"level":"info","ts":1784690128.6285965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b","EoS":true}
{"level":"info","ts":1784690128.6286168,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b","header":"x-maas-username"}
{"level":"info","ts":1784690128.6286263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b","header":"x-maas-subscription"}
{"level":"info","ts":1784690128.6286318,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b","header":"x-maas-group"}
{"level":"info","ts":1784690128.6286423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690128.628665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b"}
{"level":"info","ts":1784690128.6313422,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b"}
{"level":"info","ts":1784690128.6313596,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b"}
{"level":"info","ts":1784690128.6313741,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b","EoS":false}
{"level":"info","ts":1784690128.6313875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b","EoS":true}
{"level":"info","ts":1784690128.6314182,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0e0c6952-8ff5-47b6-9328-f504a2356c0b"}
{"level":"info","ts":1784690148.017306,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690148.0173724,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5"}
{"level":"info","ts":1784690148.0173821,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5"}
{"level":"info","ts":1784690148.017393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5","EoS":true}
{"level":"info","ts":1784690148.017419,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5","header":"x-maas-username"}
{"level":"info","ts":1784690148.01743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5","header":"x-maas-group"}
{"level":"info","ts":1784690148.0174365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5","header":"x-maas-subscription"}
{"level":"info","ts":1784690148.0174544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690148.0174806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5"}
{"level":"info","ts":1784690148.0183516,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5"}
{"level":"info","ts":1784690148.0183728,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5"}
{"level":"info","ts":1784690148.0183964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5","EoS":false}
{"level":"info","ts":1784690148.0184174,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5","EoS":true}
{"level":"info","ts":1784690148.0184634,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"56994a1c-c257-44b9-8023-006b8fb239d5"}
{"level":"info","ts":1784690277.0769088,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690277.0770037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a"}
{"level":"info","ts":1784690277.0770404,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a"}
{"level":"info","ts":1784690277.0770557,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a","EoS":true}
{"level":"info","ts":1784690277.0770795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a","header":"x-maas-username"}
{"level":"info","ts":1784690277.0770912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a","header":"x-maas-subscription"}
{"level":"info","ts":1784690277.0770957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a","header":"x-maas-group"}
{"level":"info","ts":1784690277.0771096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784690277.0771341,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a"}
{"level":"info","ts":1784690277.078247,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a"}
{"level":"info","ts":1784690277.0782716,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a"}
{"level":"info","ts":1784690277.0782871,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a","EoS":false}
{"level":"info","ts":1784690277.0782988,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a","EoS":true}
{"level":"info","ts":1784690277.07833,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"26aa58da-bb74-4c69-bd1a-f237d1289a6a"}
{"level":"info","ts":1784690314.420128,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690314.4202065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08"}
{"level":"info","ts":1784690314.4202197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08"}
{"level":"info","ts":1784690314.4202318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08","EoS":true}
{"level":"info","ts":1784690314.4202619,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08","header":"x-maas-group"}
{"level":"info","ts":1784690314.4202738,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08","header":"x-maas-subscription"}
{"level":"info","ts":1784690314.4202788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08","header":"x-maas-username"}
{"level":"info","ts":1784690314.4202926,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690314.4203157,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08"}
{"level":"info","ts":1784690314.4237647,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08"}
{"level":"info","ts":1784690314.4237876,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08"}
{"level":"info","ts":1784690314.423811,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08","EoS":false}
{"level":"info","ts":1784690314.4238343,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08","EoS":true}
{"level":"info","ts":1784690314.4238853,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"968cab21-35da-4326-a7a1-33f1d04f7c08"}
{"level":"info","ts":1784690329.7762954,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690329.7763793,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e"}
{"level":"info","ts":1784690329.7763965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e"}
{"level":"info","ts":1784690329.776416,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e","EoS":true}
{"level":"info","ts":1784690329.7764518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e","header":"x-maas-subscription"}
{"level":"info","ts":1784690329.7764647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e","header":"x-maas-username"}
{"level":"info","ts":1784690329.7764745,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e","header":"x-maas-group"}
{"level":"info","ts":1784690329.776492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690329.7765274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e"}
{"level":"info","ts":1784690329.7774472,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e"}
{"level":"info","ts":1784690329.777463,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e"}
{"level":"info","ts":1784690329.7774768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e","EoS":false}
{"level":"info","ts":1784690329.7774885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e","EoS":true}
{"level":"info","ts":1784690329.7775218,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"16030926-fa78-496a-a1df-9025a9fc3a2e"}
{"level":"info","ts":1784690645.6517868,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690645.6518738,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8"}
{"level":"info","ts":1784690645.6518831,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8"}
{"level":"info","ts":1784690645.6518943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8","EoS":true}
{"level":"info","ts":1784690645.651923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8","header":"x-maas-username"}
{"level":"info","ts":1784690645.6519341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8","header":"x-maas-subscription"}
{"level":"info","ts":1784690645.6519399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8","header":"x-maas-group"}
{"level":"info","ts":1784690645.6519523,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690645.6519766,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8"}
{"level":"info","ts":1784690645.652942,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8"}
{"level":"info","ts":1784690645.6529632,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8"}
{"level":"info","ts":1784690645.6529791,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8","EoS":false}
{"level":"info","ts":1784690645.6529927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8","EoS":true}
{"level":"info","ts":1784690645.6530418,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7fb0f68f-7588-4295-8d99-cc0ef24231a8"}
{"level":"info","ts":1784690645.6855652,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690645.6856484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7"}
{"level":"info","ts":1784690645.6856592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7"}
{"level":"info","ts":1784690645.6856706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7","EoS":true}
{"level":"info","ts":1784690645.6857028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7","header":"x-maas-subscription"}
{"level":"info","ts":1784690645.6857145,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7","header":"x-maas-username"}
{"level":"info","ts":1784690645.6857197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7","header":"x-maas-group"}
{"level":"info","ts":1784690645.6857312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690645.6857562,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7"}
{"level":"info","ts":1784690645.6865544,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7"}
{"level":"info","ts":1784690645.6865711,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7"}
{"level":"info","ts":1784690645.6865835,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7","EoS":false}
{"level":"info","ts":1784690645.6865942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7","EoS":true}
{"level":"info","ts":1784690645.6866274,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f0b186a6-9266-4f9d-9979-5c9d0e122af7"}
{"level":"info","ts":1784690650.5364878,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"27bf9559-4dac-4933-8ae6-b35183f8167a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784690650.536868,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37406.564150721,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.5368946,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.6071825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.637466,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"27bf9559-4dac-4933-8ae6-b35183f8167a","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784690650.660775,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b44f10a-284f-4fa8-8cd6-d562a70ec56e"}
{"level":"info","ts":1784690650.6609051,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a476d2-a582-4ae9-aec6-1b4ced71758e","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784690650.6609433,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"46a476d2-a582-4ae9-aec6-1b4ced71758e","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784690650.6689858,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25e14b52-6b46-4ea3-9296-ae7628b1270c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784690650.6691022,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"25e14b52-6b46-4ea3-9296-ae7628b1270c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784690650.6691499,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33212.208820537,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.6691694,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.6783762,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.7692354,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b44f10a-284f-4fa8-8cd6-d562a70ec56e","name":"e2e-external-provider"}
{"level":"info","ts":1784690650.779169,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b44f10a-284f-4fa8-8cd6-d562a70ec56e","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784690650.7881258,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b44f10a-284f-4fa8-8cd6-d562a70ec56e","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784690650.7885144,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e967db3e-91c2-4df2-8066-0033a4781911","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690650.7885602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e967db3e-91c2-4df2-8066-0033a4781911","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784690650.7885551,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4c756e0-4bfd-4663-8b60-af401531563a"}
{"level":"info","ts":1784690650.794309,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b44f10a-284f-4fa8-8cd6-d562a70ec56e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784690650.7965546,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af549560-4698-4608-841b-809d6126225a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690650.7965999,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af549560-4698-4608-841b-809d6126225a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784690650.796778,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4c756e0-4bfd-4663-8b60-af401531563a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784690650.8027465,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12bdb7da-00e8-4fa1-ba95-624542040753"}
{"level":"info","ts":1784690650.8028116,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12bdb7da-00e8-4fa1-ba95-624542040753","name":"e2e-external-provider"}
{"level":"info","ts":1784690650.802921,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57bbae36-b320-4f57-a108-b74fdead41d0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690650.8029466,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"57bbae36-b320-4f57-a108-b74fdead41d0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784690650.802797,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92cd9ce3-e8ee-4cf1-92a7-e29d7014e356","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784690650.8029869,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92cd9ce3-e8ee-4cf1-92a7-e29d7014e356","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784690650.8034697,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4c756e0-4bfd-4663-8b60-af401531563a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784690650.80351,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7cccff45-eda9-465e-ad63-a1b5e4cdaee6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690650.8035305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7cccff45-eda9-465e-ad63-a1b5e4cdaee6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784690650.8035603,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecc8c829-19a7-4f09-838e-3f50d23a5831"}
{"level":"info","ts":1784690650.8037734,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33100.327193735,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.8037887,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.810598,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784690650.812771,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12bdb7da-00e8-4fa1-ba95-624542040753","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784690650.8172462,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e904ec2-c7dd-40d3-a92b-85925082a7a9"}
{"level":"info","ts":1784690650.8173082,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e904ec2-c7dd-40d3-a92b-85925082a7a9","name":"e2e-external-provider"}
{"level":"info","ts":1784690650.8276336,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e904ec2-c7dd-40d3-a92b-85925082a7a9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784690650.9040835,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecc8c829-19a7-4f09-838e-3f50d23a5831","name":"e2e-external-model"}
{"level":"info","ts":1784690650.9142551,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecc8c829-19a7-4f09-838e-3f50d23a5831","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784690650.922144,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"839ac8b7-408b-48bd-b90f-11f7f583cd4c"}
{"level":"info","ts":1784690650.9221444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91850633-ba72-455d-bb6b-63f8744b7d1a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690650.9222376,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"839ac8b7-408b-48bd-b90f-11f7f583cd4c","name":"e2e-external-model"}
{"level":"info","ts":1784690650.9222758,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91850633-ba72-455d-bb6b-63f8744b7d1a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784690650.9413786,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"839ac8b7-408b-48bd-b90f-11f7f583cd4c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784690650.9414678,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5949def4-4c31-430a-a602-61180f4f1718","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690650.9415665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5949def4-4c31-430a-a602-61180f4f1718","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784690650.941505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a62ff839-e165-4ab1-959a-a2bc0f8d8f22"}
{"level":"info","ts":1784690650.9416523,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a62ff839-e165-4ab1-959a-a2bc0f8d8f22","name":"e2e-external-model"}
{"level":"info","ts":1784690650.9505732,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a62ff839-e165-4ab1-959a-a2bc0f8d8f22","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784690650.9583402,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c5946c9-b0da-48e0-8206-0b2c427c8cd0"}
{"level":"info","ts":1784690650.9584002,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c5946c9-b0da-48e0-8206-0b2c427c8cd0","name":"e2e-external-model"}
{"level":"info","ts":1784690650.9584086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c968f7c-5b96-4df0-ba46-6d10e8538c8f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690650.9584312,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c968f7c-5b96-4df0-ba46-6d10e8538c8f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784690650.9664376,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c5946c9-b0da-48e0-8206-0b2c427c8cd0","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784690650.9712493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db12e18b-a6f2-4fc1-a410-9a18e5189530"}
{"level":"info","ts":1784690650.97132,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db12e18b-a6f2-4fc1-a410-9a18e5189530","name":"e2e-external-model"}
{"level":"info","ts":1784690650.979828,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"db12e18b-a6f2-4fc1-a410-9a18e5189530","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784690658.3087368,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690658.308799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d"}
{"level":"info","ts":1784690658.3088074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d"}
{"level":"info","ts":1784690658.3088205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","EoS":true}
{"level":"info","ts":1784690658.3088417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","header":"x-maas-subscription"}
{"level":"info","ts":1784690658.3088624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","header":"x-maas-group"}
{"level":"info","ts":1784690658.3088682,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","header":"x-maas-username"}
{"level":"info","ts":1784690658.3088806,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784690658.308888,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","modelName":"e2e-external-model"}
{"level":"info","ts":1784690658.3088999,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784690658.3089259,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784690658.3089418,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d","authType":"apikey"}
{"level":"info","ts":1784690658.3089685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b0c6a21-e30d-47b1-8d7f-c1b0b9906a9d"}
{"level":"info","ts":1784690658.431902,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d56318d-e000-4687-8274-b130f03afb58","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784690658.4319456,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2d56318d-e000-4687-8274-b130f03afb58","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784690658.4319434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db86b303-664c-4a4a-b7ad-b16a8a2310ad"}
{"level":"info","ts":1784690658.4404037,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f79ee85-cedd-4b20-b702-674db048df97","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784690658.4404342,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f79ee85-cedd-4b20-b702-674db048df97","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784690658.4405172,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db86b303-664c-4a4a-b7ad-b16a8a2310ad","name":"e2e-cleanup-test"}
{"level":"error","ts":1784690658.4601936,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"db86b303-664c-4a4a-b7ad-b16a8a2310ad","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784690658.4602504,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11d842e3-54c4-4780-bd24-036272b2b6f2"}
{"level":"info","ts":1784690658.4602957,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11d842e3-54c4-4780-bd24-036272b2b6f2","name":"e2e-cleanup-test"}
{"level":"info","ts":1784690658.4603133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc58577d-a370-48c6-98dd-21ad0e8a4c01","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784690658.4603474,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cc58577d-a370-48c6-98dd-21ad0e8a4c01","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784690658.4688704,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11d842e3-54c4-4780-bd24-036272b2b6f2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784690658.4689255,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11d842e3-54c4-4780-bd24-036272b2b6f2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784690658.4689882,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b04ea0f0-a627-4248-a3ee-1c61c7aeef98"}
{"level":"info","ts":1784690658.469065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b04ea0f0-a627-4248-a3ee-1c61c7aeef98","name":"e2e-cleanup-test"}
{"level":"info","ts":1784690658.4765067,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b04ea0f0-a627-4248-a3ee-1c61c7aeef98","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784690658.481915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a50d9355-2dd2-4242-b750-54ac832edbf5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784690658.4819515,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a50d9355-2dd2-4242-b750-54ac832edbf5","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784690658.4886124,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b04ea0f0-a627-4248-a3ee-1c61c7aeef98","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784690658.4886804,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51a734ab-ee09-4ecb-b62e-7902208c0cf0"}
{"level":"info","ts":1784690658.4887252,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51a734ab-ee09-4ecb-b62e-7902208c0cf0","name":"e2e-cleanup-test"}
{"level":"info","ts":1784690658.5061748,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"51a734ab-ee09-4ecb-b62e-7902208c0cf0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784690666.7090087,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f322103-b95f-4a22-b336-7ab16dd13eb2"}
{"level":"info","ts":1784690666.7090058,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce5a9bbd-facd-4524-97ab-412f34d8a7da","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784690666.7090857,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ce5a9bbd-facd-4524-97ab-412f34d8a7da","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784690671.0431564,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690671.043218,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"38c3c97b-598e-4050-853e-e6403653e363"}
{"level":"info","ts":1784690671.0432258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"38c3c97b-598e-4050-853e-e6403653e363"}
{"level":"info","ts":1784690671.0432363,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"38c3c97b-598e-4050-853e-e6403653e363","EoS":true}
{"level":"info","ts":1784690671.043264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"38c3c97b-598e-4050-853e-e6403653e363","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784690671.043288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"38c3c97b-598e-4050-853e-e6403653e363"}
{"level":"info","ts":1784690671.0852275,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690671.0853376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165"}
{"level":"info","ts":1784690671.0853543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165"}
{"level":"info","ts":1784690671.085369,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","EoS":true}
{"level":"info","ts":1784690671.0853932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","header":"x-maas-username"}
{"level":"info","ts":1784690671.0854037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","header":"x-maas-group"}
{"level":"info","ts":1784690671.085408,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","header":"x-maas-subscription"}
{"level":"info","ts":1784690671.0854216,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784690671.0854287,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","modelName":"e2e-external-model"}
{"level":"info","ts":1784690671.0854409,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784690671.0854657,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784690671.0854812,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165","authType":"apikey"}
{"level":"info","ts":1784690671.085507,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"196d02cc-4166-44b3-a455-634c1734c165"}
{"level":"info","ts":1784690671.130035,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690671.130128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4"}
{"level":"info","ts":1784690671.1301398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4"}
{"level":"info","ts":1784690671.1301513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4","EoS":true}
{"level":"info","ts":1784690671.1301749,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4","header":"x-maas-subscription"}
{"level":"info","ts":1784690671.1301844,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4","header":"x-maas-group"}
{"level":"info","ts":1784690671.1301894,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4","header":"x-maas-username"}
{"level":"info","ts":1784690671.1302023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784690671.130226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4"}
{"level":"info","ts":1784690671.2288806,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4"}
{"level":"info","ts":1784690671.22891,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4"}
{"level":"info","ts":1784690671.2289283,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4","EoS":false}
{"level":"info","ts":1784690671.2289412,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4","EoS":true}
{"level":"error","ts":1784690671.228959,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784690671.2290404,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f06a6a18-08c9-4f95-b180-cf40d14269f4"}
{"level":"info","ts":1784690671.268929,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690671.269009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d"}
{"level":"info","ts":1784690671.2690365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d"}
{"level":"info","ts":1784690671.2690496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d","EoS":true}
{"level":"info","ts":1784690671.2690887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d","header":"x-maas-group"}
{"level":"info","ts":1784690671.2691,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d","header":"x-maas-username"}
{"level":"info","ts":1784690671.2691045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d","header":"x-maas-subscription"}
{"level":"info","ts":1784690671.2691333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d"}
{"level":"info","ts":1784690671.3655593,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d"}
{"level":"info","ts":1784690671.365592,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d"}
{"level":"info","ts":1784690671.3656144,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d","EoS":false}
{"level":"info","ts":1784690671.365635,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d","EoS":true}
{"level":"error","ts":1784690671.365657,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784690671.3657,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1e68c74c-95a2-417d-9306-a8fe09ce002d"}
{"level":"info","ts":1784690672.260146,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f10cba3-8359-41eb-bc41-388df6bbe8be","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690672.2601824,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f10cba3-8359-41eb-bc41-388df6bbe8be","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784690672.2601535,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e68830b-bca7-4284-ab52-fd1749d9d95c"}
{"level":"info","ts":1784690672.4164531,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50cd467c-bcb8-482c-9ec6-1063d083a656","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784690672.4164872,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cf42e384-3eaf-444e-9616-936c7aabbd00"}
{"level":"info","ts":1784690672.4164944,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50cd467c-bcb8-482c-9ec6-1063d083a656","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784690672.5456142,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"986fb2b8-9fe1-40f5-8aef-de943ed416c0","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784690672.5456686,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"986fb2b8-9fe1-40f5-8aef-de943ed416c0","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784691289.948875,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784691289.9489563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def"}
{"level":"info","ts":1784691289.948964,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def"}
{"level":"info","ts":1784691289.9489758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def","EoS":true}
{"level":"info","ts":1784691289.9490004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def","header":"x-maas-subscription"}
{"level":"info","ts":1784691289.9490325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def","header":"x-maas-username"}
{"level":"info","ts":1784691289.9490383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def","header":"x-maas-group"}
{"level":"info","ts":1784691289.9490516,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def","path":"/ai-tenant-e2e-inf-b-30704e/test-model-30704e/v1/chat/completions"}
{"level":"info","ts":1784691289.9490767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def"}
{"level":"info","ts":1784691289.9619176,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def"}
{"level":"info","ts":1784691289.9619389,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def"}
{"level":"info","ts":1784691289.961956,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def","EoS":false}
{"level":"info","ts":1784691289.9619691,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def","EoS":true}
{"level":"info","ts":1784691289.9620357,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"25e80313-2fc0-4086-8929-6cc56b2d2def"}
{"level":"info","ts":1784691789.3573582,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784691789.3574543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275"}
{"level":"info","ts":1784691789.3574653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275"}
{"level":"info","ts":1784691789.3574777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275","EoS":true}
{"level":"info","ts":1784691789.3575044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275","header":"x-maas-username"}
{"level":"info","ts":1784691789.3575134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275","header":"x-maas-group"}
{"level":"info","ts":1784691789.3575187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275","header":"x-maas-subscription"}
{"level":"info","ts":1784691789.357533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275","path":"/ai-tenant-e2e-shared-b-49462a/rate-test-model-49462a/v1/completions"}
{"level":"info","ts":1784691789.35756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275"}
{"level":"info","ts":1784691789.3704073,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275"}
{"level":"info","ts":1784691789.3704374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275"}
{"level":"info","ts":1784691789.3704538,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275","EoS":false}
{"level":"info","ts":1784691789.3704653,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275","EoS":true}
{"level":"info","ts":1784691789.3705082,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"617e90fb-df44-49a0-a40b-27d443680275"}