{"level":"info","ts":1785383612.7743528,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351"} {"level":"info","ts":1785383612.7743707,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351","EoS":false} {"level":"info","ts":1785383612.7743826,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351"} {"level":"info","ts":1785383612.774409,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351","EoS":true} {"level":"info","ts":1785383612.7744167,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e407f183-6d6f-4e20-8db0-4ae08a3e1351"} {"level":"info","ts":1785383612.9078481,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383612.9079568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383612.9079719,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383612.907985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","EoS":true} {"level":"info","ts":1785383612.9080157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","header":"x-maas-username"} {"level":"info","ts":1785383612.9080286,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","header":"x-maas-subscription"} {"level":"info","ts":1785383612.9080367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","header":"x-maas-group"} {"level":"info","ts":1785383612.9080553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383612.9080834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383612.909012,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383612.9090335,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383612.9090483,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","EoS":false} {"level":"info","ts":1785383612.9090626,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383612.909096,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242","EoS":true} {"level":"info","ts":1785383612.9091141,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a3830eb9-23f3-40c1-bea7-fb9c29e3b242"} {"level":"info","ts":1785383613.0408297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383613.0409074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.0409365,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.0409532,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","EoS":true} {"level":"info","ts":1785383613.0409791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","header":"x-maas-username"} {"level":"info","ts":1785383613.0409908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","header":"x-maas-subscription"} {"level":"info","ts":1785383613.0409951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","header":"x-maas-group"} {"level":"info","ts":1785383613.0410087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383613.0410333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.041881,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.0419,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.041918,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","EoS":false} {"level":"info","ts":1785383613.041947,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.04197,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62","EoS":true} {"level":"info","ts":1785383613.0419772,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"7f61b563-1651-4e46-a694-18d0e99abf62"} {"level":"info","ts":1785383613.1762319,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383613.1763127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.1763246,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.176336,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","EoS":true} {"level":"info","ts":1785383613.1763601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","header":"x-maas-username"} {"level":"info","ts":1785383613.17637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","header":"x-maas-subscription"} {"level":"info","ts":1785383613.1763752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","header":"x-maas-group"} {"level":"info","ts":1785383613.1763895,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383613.1764154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.177316,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.177342,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.1773658,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","EoS":false} {"level":"info","ts":1785383613.1773882,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.1774147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221","EoS":true} {"level":"info","ts":1785383613.1774244,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"826bb44c-9d41-4e93-a637-1180cd170221"} {"level":"info","ts":1785383613.3093061,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383613.3094018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.3094187,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.3094351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","EoS":true} {"level":"info","ts":1785383613.3094723,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","header":"x-maas-username"} {"level":"info","ts":1785383613.309491,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","header":"x-maas-group"} {"level":"info","ts":1785383613.3094995,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","header":"x-maas-subscription"} {"level":"info","ts":1785383613.3095186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383613.3095531,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.3105004,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.310524,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.3105452,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","EoS":false} {"level":"info","ts":1785383613.3105671,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383613.3105946,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f","EoS":true} {"level":"info","ts":1785383613.3106053,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"927c9ac6-3dac-4c05-8446-45381dd9c04f"} {"level":"info","ts":1785383636.4987628,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383636.4988534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.4988668,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.4988787,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","EoS":true} {"level":"info","ts":1785383636.4989054,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","header":"x-maas-username"} {"level":"info","ts":1785383636.4989161,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","header":"x-maas-group"} {"level":"info","ts":1785383636.4989388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","header":"x-maas-subscription"} {"level":"info","ts":1785383636.498956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383636.498982,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.4998858,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.4999058,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.4999325,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","EoS":false} {"level":"info","ts":1785383636.4999452,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.4999714,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e","EoS":true} {"level":"info","ts":1785383636.499982,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"880f5403-1ced-4d39-9e87-d396b042321e"} {"level":"info","ts":1785383636.5849326,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383636.5850174,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9adb94c1-8510-4f69-a56e-8b3f3bef453f"} {"level":"info","ts":1785383636.5858297,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9adb94c1-8510-4f69-a56e-8b3f3bef453f"} {"level":"info","ts":1785383636.5858576,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9adb94c1-8510-4f69-a56e-8b3f3bef453f"} {"level":"info","ts":1785383636.5858805,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9adb94c1-8510-4f69-a56e-8b3f3bef453f","EoS":false} {"level":"info","ts":1785383636.585903,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9adb94c1-8510-4f69-a56e-8b3f3bef453f"} {"level":"info","ts":1785383636.5859523,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9adb94c1-8510-4f69-a56e-8b3f3bef453f","EoS":true} {"level":"info","ts":1785383636.5859625,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9adb94c1-8510-4f69-a56e-8b3f3bef453f"} {"level":"info","ts":1785383641.1830819,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383641.18316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383641.1831727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383641.1831906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","EoS":true} {"level":"info","ts":1785383641.1832192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","header":"x-maas-group"} {"level":"info","ts":1785383641.1832302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","header":"x-maas-subscription"} {"level":"info","ts":1785383641.183236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","header":"x-maas-username"} {"level":"info","ts":1785383641.1832497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383641.1832755,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383641.1841702,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383641.184191,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383641.1842098,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","EoS":false} {"level":"info","ts":1785383641.1842213,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383641.1842434,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43","EoS":true} {"level":"info","ts":1785383641.184256,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0a455b02-b7d4-4888-bbf9-cd3147516e43"} {"level":"info","ts":1785383651.7520542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383651.7521377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383651.7521493,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383651.7521617,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","EoS":true} {"level":"info","ts":1785383651.7521882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","header":"x-maas-group"} {"level":"info","ts":1785383651.7521982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","header":"x-maas-subscription"} {"level":"info","ts":1785383651.7522035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","header":"x-maas-username"} {"level":"info","ts":1785383651.7522178,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383651.7522438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383651.753015,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383651.7530327,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383651.753047,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","EoS":false} {"level":"info","ts":1785383651.7530606,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383651.7530882,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d","EoS":true} {"level":"info","ts":1785383651.7530968,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"14053182-f6a6-47d8-a0e1-f322d649173d"} {"level":"info","ts":1785383664.5822136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383664.5823019,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383664.5823152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383664.5823271,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","EoS":true} {"level":"info","ts":1785383664.5823529,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","header":"x-maas-subscription"} {"level":"info","ts":1785383664.5823634,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","header":"x-maas-username"} {"level":"info","ts":1785383664.5823677,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","header":"x-maas-group"} {"level":"info","ts":1785383664.5823815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383664.5824122,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383664.5833268,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383664.583347,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383664.5833652,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","EoS":false} {"level":"info","ts":1785383664.5833812,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383664.583414,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e","EoS":true} {"level":"info","ts":1785383664.5834224,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"01ff7f53-61d4-4d75-bdc7-f7bd260ef44e"} {"level":"info","ts":1785383673.081254,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383673.0813413,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383673.0813553,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383673.0813746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","EoS":true} {"level":"info","ts":1785383673.0814118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","header":"x-maas-subscription"} {"level":"info","ts":1785383673.0814235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","header":"x-maas-username"} {"level":"info","ts":1785383673.0814316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","header":"x-maas-group"} {"level":"info","ts":1785383673.081452,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383673.0814962,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383673.0823727,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383673.0823958,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383673.0824182,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","EoS":false} {"level":"info","ts":1785383673.0824323,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383673.0824597,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d","EoS":true} {"level":"info","ts":1785383673.0824687,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"5e34aa0e-97ab-4717-bcf9-bd985918f09d"} {"level":"info","ts":1785383681.9177315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383681.9178119,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383681.9178238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383681.9178355,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f7149289-1420-416a-becb-07911b98045f","EoS":true} {"level":"info","ts":1785383681.9178631,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7149289-1420-416a-becb-07911b98045f","header":"x-maas-subscription"} {"level":"info","ts":1785383681.9178731,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7149289-1420-416a-becb-07911b98045f","header":"x-maas-group"} {"level":"info","ts":1785383681.9178777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f7149289-1420-416a-becb-07911b98045f","header":"x-maas-username"} {"level":"info","ts":1785383681.917893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7149289-1420-416a-becb-07911b98045f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383681.9179175,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383681.918848,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383681.9188688,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383681.918891,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7149289-1420-416a-becb-07911b98045f","EoS":false} {"level":"info","ts":1785383681.9189122,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383681.9189684,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f7149289-1420-416a-becb-07911b98045f","EoS":true} {"level":"info","ts":1785383681.9189785,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f7149289-1420-416a-becb-07911b98045f"} {"level":"info","ts":1785383711.1932929,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383711.1933827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383711.1933978,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383711.193411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","EoS":true} {"level":"info","ts":1785383711.1934392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","header":"x-maas-subscription"} {"level":"info","ts":1785383711.19345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","header":"x-maas-group"} {"level":"info","ts":1785383711.1934552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","header":"x-maas-username"} {"level":"info","ts":1785383711.1934695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383711.1935062,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383711.1956747,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383711.1956987,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383711.1957147,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","EoS":false} {"level":"info","ts":1785383711.1957269,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383711.1957653,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37","EoS":true} {"level":"info","ts":1785383711.1957746,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a2871292-5094-4bb0-9999-9e2c97005b37"} {"level":"info","ts":1785383743.8662152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383743.8663108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383743.8663242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383743.8663437,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","EoS":true} {"level":"info","ts":1785383743.8663807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","header":"x-maas-username"} {"level":"info","ts":1785383743.866394,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","header":"x-maas-subscription"} {"level":"info","ts":1785383743.8664033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","header":"x-maas-group"} {"level":"info","ts":1785383743.8664224,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785383743.8664575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383743.867212,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383743.867233,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383743.867254,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","EoS":false} {"level":"info","ts":1785383743.8672671,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383743.867289,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3","EoS":true} {"level":"info","ts":1785383743.8672953,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"c5d04bd5-0a41-46ff-af92-b03c57d02ec3"} {"level":"info","ts":1785383789.1451957,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383789.1452718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383789.1452854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383789.1452966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","EoS":true} {"level":"info","ts":1785383789.1453233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","header":"x-maas-group"} {"level":"info","ts":1785383789.1453333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","header":"x-maas-username"} {"level":"info","ts":1785383789.1453416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","header":"x-maas-subscription"} {"level":"info","ts":1785383789.1453567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383789.1453815,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383789.1462784,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383789.1463025,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383789.1463253,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","EoS":false} {"level":"info","ts":1785383789.1463497,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383789.14638,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70","EoS":true} {"level":"info","ts":1785383789.1463878,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"b21f1e27-319a-41f2-8be2-ec20ac796f70"} {"level":"info","ts":1785383798.583312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383798.583384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.583396,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.5834074,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","EoS":true} {"level":"info","ts":1785383798.5834308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","header":"x-maas-group"} {"level":"info","ts":1785383798.5834422,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","header":"x-maas-subscription"} {"level":"info","ts":1785383798.5834472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","header":"x-maas-username"} {"level":"info","ts":1785383798.5834606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383798.583487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.5844193,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.5844398,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.5844603,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","EoS":false} {"level":"info","ts":1785383798.5844784,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.5845048,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5","EoS":true} {"level":"info","ts":1785383798.5845122,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"4d63d611-726f-4a10-a200-80b9c9dfc3c5"} {"level":"info","ts":1785383798.619363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383798.6194453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383798.6194568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383798.6194723,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","EoS":true} {"level":"info","ts":1785383798.619502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","header":"x-maas-subscription"} {"level":"info","ts":1785383798.6195118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","header":"x-maas-group"} {"level":"info","ts":1785383798.6195173,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","header":"x-maas-username"} {"level":"info","ts":1785383798.6195307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383798.6195514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383798.6204944,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383798.6205192,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383798.620541,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","EoS":false} {"level":"info","ts":1785383798.6205864,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383798.6206264,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b","EoS":true} {"level":"info","ts":1785383798.6206422,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"9dc48be7-2fc5-474f-be66-d7484583097b"} {"level":"info","ts":1785383817.530882,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785383817.5309792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383817.5309935,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383817.5310056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","EoS":true} {"level":"info","ts":1785383817.53103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","header":"x-maas-subscription"} {"level":"info","ts":1785383817.5310402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","header":"x-maas-username"} {"level":"info","ts":1785383817.5310452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","header":"x-maas-group"} {"level":"info","ts":1785383817.53106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785383817.5310864,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383817.5319157,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383817.5319474,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383817.5319626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","EoS":false} {"level":"info","ts":1785383817.5319746,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785383817.532,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab","EoS":true} {"level":"info","ts":1785383817.5320077,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"e160dd50-cc82-4513-94da-2750a8fe5aab"} {"level":"info","ts":1785384010.6852264,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384010.6853223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384010.6853364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384010.6853552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","EoS":true} {"level":"info","ts":1785384010.6853924,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","header":"x-maas-group"} {"level":"info","ts":1785384010.6854043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","header":"x-maas-subscription"} {"level":"info","ts":1785384010.6854134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","header":"x-maas-username"} {"level":"info","ts":1785384010.685433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785384010.6854699,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384010.687502,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384010.6875231,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384010.687538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","EoS":false} {"level":"info","ts":1785384010.6875496,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384010.6875706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e","EoS":true} {"level":"info","ts":1785384010.6875782,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"0d67bcd4-5e73-444c-b4ca-b8a5d6389e5e"} {"level":"info","ts":1785384062.3528173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384062.3528996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384062.3529103,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384062.3529382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","EoS":true} {"level":"info","ts":1785384062.3529646,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","header":"x-maas-username"} {"level":"info","ts":1785384062.3529751,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","header":"x-maas-group"} {"level":"info","ts":1785384062.3529809,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","header":"x-maas-subscription"} {"level":"info","ts":1785384062.3529944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384062.35302,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384062.3549778,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384062.3550014,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384062.3550172,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","EoS":false} {"level":"info","ts":1785384062.3550303,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384062.3550518,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08","EoS":true} {"level":"info","ts":1785384062.355059,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"74bd5723-47c2-4bb4-9f70-342fee4e7c08"} {"level":"info","ts":1785384077.5796356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384077.5797324,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.5797467,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.579767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28598429-ae75-4058-a112-424238a27541","EoS":true} {"level":"info","ts":1785384077.5798078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28598429-ae75-4058-a112-424238a27541","header":"x-maas-subscription"} {"level":"info","ts":1785384077.5798204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28598429-ae75-4058-a112-424238a27541","header":"x-maas-username"} {"level":"info","ts":1785384077.5798295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28598429-ae75-4058-a112-424238a27541","header":"x-maas-group"} {"level":"info","ts":1785384077.57985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28598429-ae75-4058-a112-424238a27541","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384077.5798845,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.5825937,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.5826187,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.5826423,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28598429-ae75-4058-a112-424238a27541","EoS":false} {"level":"info","ts":1785384077.5826552,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384077.582678,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"28598429-ae75-4058-a112-424238a27541","EoS":true} {"level":"info","ts":1785384077.582686,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"28598429-ae75-4058-a112-424238a27541"} {"level":"info","ts":1785384427.1193085,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384427.1194181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.1194382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.1194572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","EoS":true} {"level":"info","ts":1785384427.1194832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","header":"x-maas-username"} {"level":"info","ts":1785384427.1194956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","header":"x-maas-subscription"} {"level":"info","ts":1785384427.1195004,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","header":"x-maas-group"} {"level":"info","ts":1785384427.1195147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785384427.1195364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.1227176,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.1227386,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.1227605,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","EoS":false} {"level":"info","ts":1785384427.1227741,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384427.122801,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba","EoS":true} {"level":"info","ts":1785384427.12281,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3b65c21c-f5a9-4862-ac3b-c36aa8551dba"} {"level":"info","ts":1785384431.8576205,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0c079253-c9b4-4861-a57f-3c2890b9948a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785384431.8579469,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37568.444045245,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384431.857981,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384431.8946266,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384431.9584105,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"0c079253-c9b4-4861-a57f-3c2890b9948a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785384431.9691033,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8686e957-1c25-4584-b73c-fd372c9227ad","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384431.9691195,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2b8d5b7-e1e3-450a-82c7-322ba5589c27"} {"level":"info","ts":1785384431.9691432,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8686e957-1c25-4584-b73c-fd372c9227ad","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384431.9740405,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e07a490-de97-42d7-bb87-d04a9085614b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384431.9741797,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0e07a490-de97-42d7-bb87-d04a9085614b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384431.974244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38818.544003881,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384431.9742641,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384431.981614,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.0677974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aab7c3c5-e558-4ff4-9e45-1f8795ab110f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.0678546,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aab7c3c5-e558-4ff4-9e45-1f8795ab110f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.0678341,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"497ff4dc-7da1-4e84-8757-8173be8021e4"} {"level":"info","ts":1785384432.0746777,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2b8d5b7-e1e3-450a-82c7-322ba5589c27","name":"e2e-external-provider"} {"level":"info","ts":1785384432.075863,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd9a55b8-32a3-4b82-a020-47a7e36e182b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.0758913,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd9a55b8-32a3-4b82-a020-47a7e36e182b","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.076122,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"497ff4dc-7da1-4e84-8757-8173be8021e4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785384432.08254,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2b8d5b7-e1e3-450a-82c7-322ba5589c27","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1785384432.0826693,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"497ff4dc-7da1-4e84-8757-8173be8021e4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384432.0827677,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd04c896-3611-4d6a-800b-729073319371"} {"level":"info","ts":1785384432.082799,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd04c896-3611-4d6a-800b-729073319371","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785384432.0829513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61a8f27e-51d5-4dc3-a2cc-6d5c5ebc2d45","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.082976,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"61a8f27e-51d5-4dc3-a2cc-6d5c5ebc2d45","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785384432.0855362,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd04c896-3611-4d6a-800b-729073319371","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785384432.0855777,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd04c896-3611-4d6a-800b-729073319371","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384432.0856187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e2d61fd-683e-4651-8fd1-34850e210df6"} {"level":"info","ts":1785384432.085639,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e2d61fd-683e-4651-8fd1-34850e210df6","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785384432.088625,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2b8d5b7-e1e3-450a-82c7-322ba5589c27","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1785384432.0888088,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7e2d61fd-683e-4651-8fd1-34850e210df6","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384432.0947258,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2b8d5b7-e1e3-450a-82c7-322ba5589c27","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785384432.101085,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5872efdf-f15f-409d-9b39-19a4a71c69a5"} {"level":"info","ts":1785384432.1010828,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8b10d83-4e27-4b31-9825-31faec45797e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384432.1011202,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8b10d83-4e27-4b31-9825-31faec45797e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785384432.101142,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5872efdf-f15f-409d-9b39-19a4a71c69a5","name":"e2e-external-provider"} {"level":"info","ts":1785384432.1012177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8711fea1-d1d2-4047-8417-43fb8dfc8160"} {"level":"info","ts":1785384432.1014462,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32811.693684388,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.1014621,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.1015038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c69c15d3-e04f-40d3-b312-aed84c4b96fc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.1015286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c69c15d3-e04f-40d3-b312-aed84c4b96fc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.1076593,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785384432.108062,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5872efdf-f15f-409d-9b39-19a4a71c69a5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785384432.1113205,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8730b2e2-8063-4d0b-9b33-1d87df7051a2"} {"level":"info","ts":1785384432.111363,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8730b2e2-8063-4d0b-9b33-1d87df7051a2","name":"e2e-external-provider"} {"level":"info","ts":1785384432.1177034,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8730b2e2-8063-4d0b-9b33-1d87df7051a2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785384432.2025218,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8711fea1-d1d2-4047-8417-43fb8dfc8160","name":"e2e-external-model"} {"level":"info","ts":1785384432.2101305,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8711fea1-d1d2-4047-8417-43fb8dfc8160","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384432.2165656,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64346213-d68a-4074-937e-5184bf8daa56","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.2165911,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e49e7d81-e163-4caa-9547-7df618591ee4"} {"level":"info","ts":1785384432.2166061,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64346213-d68a-4074-937e-5184bf8daa56","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.2166474,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e49e7d81-e163-4caa-9547-7df618591ee4","name":"e2e-external-model"} {"level":"info","ts":1785384432.2299538,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55c42fa3-46fa-4458-b81b-0c02d56a81c4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.2299848,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"55c42fa3-46fa-4458-b81b-0c02d56a81c4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785384432.2301333,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e49e7d81-e163-4caa-9547-7df618591ee4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384432.2302024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7500d1fe-5c76-4131-85ad-c8204b1bdf46"} {"level":"info","ts":1785384432.2302527,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7500d1fe-5c76-4131-85ad-c8204b1bdf46","name":"e2e-external-model"} {"level":"info","ts":1785384432.2383246,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7500d1fe-5c76-4131-85ad-c8204b1bdf46","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384432.2442775,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d2a3ff-1e4f-47a1-86e4-5b925cf31209","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384432.2443078,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d2a3ff-1e4f-47a1-86e4-5b925cf31209","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785384432.244405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8165c043-8ce0-4dab-8d01-777114036d18"} {"level":"info","ts":1785384432.24446,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8165c043-8ce0-4dab-8d01-777114036d18","name":"e2e-external-model"} {"level":"info","ts":1785384432.2508044,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8165c043-8ce0-4dab-8d01-777114036d18","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384454.3213775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384454.3214648,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.3214748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.3214865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","EoS":true} {"level":"info","ts":1785384454.3215103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","header":"x-maas-group"} {"level":"info","ts":1785384454.3215215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","header":"x-maas-username"} {"level":"info","ts":1785384454.321526,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","header":"x-maas-subscription"} {"level":"info","ts":1785384454.32154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384454.3215482,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","modelName":"e2e-external-model"} {"level":"info","ts":1785384454.3215618,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384454.3216014,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785384454.3216197,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","authType":"apikey"} {"level":"info","ts":1785384454.321646,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.4144473,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.4144773,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.4144993,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","EoS":false} {"level":"info","ts":1785384454.414517,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.4145617,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0","EoS":true} {"level":"info","ts":1785384454.414574,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"a4fa205c-cdd3-4cb7-88fd-cb0f257100d0"} {"level":"info","ts":1785384454.5162995,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04292d77-932c-4d99-85f4-93146d5ce772"} {"level":"info","ts":1785384454.5163066,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29709c0d-25b0-4b50-979a-62d02782dfea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5164356,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"29709c0d-25b0-4b50-979a-62d02782dfea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384454.520986,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1286f18f-f0c7-4758-a182-363101551f21","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5210402,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1286f18f-f0c7-4758-a182-363101551f21","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384454.5210469,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04292d77-932c-4d99-85f4-93146d5ce772","name":"e2e-cleanup-test"} {"level":"info","ts":1785384454.5352583,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04292d77-932c-4d99-85f4-93146d5ce772","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384454.5416412,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ba2ca12-9aaf-4236-bea5-c8df96992dc5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.541663,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cdb5d47-e9f2-4686-b795-df8613a1f46c"} {"level":"info","ts":1785384454.541666,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8ba2ca12-9aaf-4236-bea5-c8df96992dc5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384454.5417058,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cdb5d47-e9f2-4686-b795-df8613a1f46c","name":"e2e-cleanup-test"} {"level":"info","ts":1785384454.5562723,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cad2b41-51ce-4961-8693-d80855047b3a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5562973,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cad2b41-51ce-4961-8693-d80855047b3a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785384454.5564206,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cdb5d47-e9f2-4686-b795-df8613a1f46c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785384454.5564725,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c033f0c2-581d-465c-b190-5328b4e53734"} {"level":"info","ts":1785384454.55652,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c033f0c2-581d-465c-b190-5328b4e53734","name":"e2e-cleanup-test"} {"level":"info","ts":1785384454.5639868,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c033f0c2-581d-465c-b190-5328b4e53734","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384454.5684965,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0abaa02-6ed9-4709-9daf-98b789922a08","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384454.5685043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fcacf2e-9ec1-4652-a704-338b477e7a66"} {"level":"info","ts":1785384454.5685205,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b0abaa02-6ed9-4709-9daf-98b789922a08","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785384454.5685694,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fcacf2e-9ec1-4652-a704-338b477e7a66","name":"e2e-cleanup-test"} {"level":"info","ts":1785384454.5756218,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4fcacf2e-9ec1-4652-a704-338b477e7a66","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785384462.7661529,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21a0a969-f3de-42cb-8bf1-93a61f9b1c53","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384462.7661924,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"21a0a969-f3de-42cb-8bf1-93a61f9b1c53","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785384462.766196,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b085bf2-efad-48b8-82d7-8c4b376621aa"} {"level":"info","ts":1785384467.0544713,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384467.054548,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588"} {"level":"info","ts":1785384467.0545578,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588"} {"level":"info","ts":1785384467.0545695,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588","EoS":true} {"level":"info","ts":1785384467.0546074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785384467.054634,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"59ea0d63-4061-45d4-9459-57c02b8de588"} {"level":"info","ts":1785384467.0942245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384467.094317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.09433,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.0943496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","EoS":true} {"level":"info","ts":1785384467.0943887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","header":"x-maas-username"} {"level":"info","ts":1785384467.0944045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","header":"x-maas-group"} {"level":"info","ts":1785384467.0944116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","header":"x-maas-subscription"} {"level":"info","ts":1785384467.0944312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384467.0944414,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","modelName":"e2e-external-model"} {"level":"info","ts":1785384467.094461,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785384467.0944884,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785384467.0945158,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","authType":"apikey"} {"level":"info","ts":1785384467.0945487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.222818,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.2228448,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.2228618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","EoS":false} {"level":"info","ts":1785384467.222875,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.2229152,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0","EoS":true} {"level":"info","ts":1785384467.2229474,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"3ca61a00-43df-4511-9357-3a93550cf9e0"} {"level":"info","ts":1785384467.2615507,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384467.2616465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.2616582,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.2616704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","EoS":true} {"level":"info","ts":1785384467.2616959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","header":"x-maas-subscription"} {"level":"info","ts":1785384467.2617064,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","header":"x-maas-username"} {"level":"info","ts":1785384467.2617123,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","header":"x-maas-group"} {"level":"info","ts":1785384467.261727,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785384467.261752,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.335125,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.335157,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.3351786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","EoS":false} {"level":"info","ts":1785384467.3351934,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.335228,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30","EoS":true} {"level":"info","ts":1785384467.3352387,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"8190ab00-ba3d-4ba2-ae93-1af5407d3a30"} {"level":"info","ts":1785384467.3690023,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785384467.3690753,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384467.3690867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384467.369098,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","EoS":true} {"level":"info","ts":1785384467.36912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","header":"x-maas-group"} {"level":"info","ts":1785384467.3691301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","header":"x-maas-username"} {"level":"info","ts":1785384467.3691354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","header":"x-maas-subscription"} {"level":"info","ts":1785384467.3691645,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384467.4162192,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384467.4162464,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384467.4162633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","EoS":false} {"level":"info","ts":1785384467.4162836,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384467.4163117,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb","EoS":true} {"level":"info","ts":1785384467.4163172,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"ee7b6704-7d0c-4737-8d2c-91f9000a61fb"} {"level":"info","ts":1785384468.2103682,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0e97b9d-f1e1-474c-849f-556da0d6f4e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384468.210406,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d0e97b9d-f1e1-474c-849f-556da0d6f4e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785384468.2104201,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fd1b8513-038e-42b1-8183-6ed445aef741"} {"level":"info","ts":1785384468.3452,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4c34176a-4f78-48e9-a56d-c224b3d0ccfa"} {"level":"info","ts":1785384468.3452332,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1586e6f4-734b-4360-bac2-2aab38e54944","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384468.3452597,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1586e6f4-734b-4360-bac2-2aab38e54944","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785384468.4618385,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"32be7d84-da22-47ca-aea6-cb9b459850ca","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785384468.4619112,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"32be7d84-da22-47ca-aea6-cb9b459850ca","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785386178.220983,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785386178.2210743,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8cb40fff-207a-4c5e-a9e1-0a509a86bb9a"} {"level":"info","ts":1785386252.7773314,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785386252.7774107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"} {"level":"info","ts":1785386252.7774208,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"} {"level":"info","ts":1785386252.777432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","EoS":true} {"level":"info","ts":1785386252.7774608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","header":"x-maas-subscription"} {"level":"info","ts":1785386252.7774796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","header":"x-maas-username"} {"level":"info","ts":1785386252.7774856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","header":"x-maas-group"} {"level":"info","ts":1785386252.777499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785386252.777528,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"} {"level":"info","ts":1785386252.7785633,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"} {"level":"info","ts":1785386252.7785857,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"} {"level":"info","ts":1785386252.7786107,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","EoS":false} {"level":"info","ts":1785386252.7786295,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"} {"level":"info","ts":1785386252.7786674,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04","EoS":true} {"level":"info","ts":1785386252.7786772,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"f53d7385-f786-4d26-88c7-61dd37e45c04"}