{"level":"info","ts":1784824320.5158153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","header":"x-maas-group"} {"level":"info","ts":1784824320.515828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","header":"x-maas-username"} {"level":"info","ts":1784824320.5158367,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","header":"x-maas-subscription"} {"level":"info","ts":1784824320.5158548,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824320.515886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422"} {"level":"info","ts":1784824320.5167112,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422"} {"level":"info","ts":1784824320.516734,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422"} {"level":"info","ts":1784824320.51675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","EoS":false} {"level":"info","ts":1784824320.5167627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422","EoS":true} {"level":"info","ts":1784824320.516802,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d9460874-17f7-4349-977c-dce5f17c9422"} {"level":"info","ts":1784824340.6106143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824340.6107223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.6107376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.6107576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","EoS":true} {"level":"info","ts":1784824340.610796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","header":"x-maas-group"} {"level":"info","ts":1784824340.6108072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","header":"x-maas-subscription"} {"level":"info","ts":1784824340.6108162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","header":"x-maas-username"} {"level":"info","ts":1784824340.6108353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824340.6108675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.6138024,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.613824,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.6138391,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","EoS":false} {"level":"info","ts":1784824340.613851,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c","EoS":true} {"level":"info","ts":1784824340.6138875,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1171597b-4b46-409a-bbc4-64a38593331c"} {"level":"info","ts":1784824340.7525656,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824340.752675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.7526894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.752703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","EoS":true} {"level":"info","ts":1784824340.752727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","header":"x-maas-username"} {"level":"info","ts":1784824340.7527373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","header":"x-maas-subscription"} {"level":"info","ts":1784824340.7527428,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","header":"x-maas-group"} {"level":"info","ts":1784824340.7527611,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824340.7527883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.7537274,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.7537465,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.7537613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","EoS":false} {"level":"info","ts":1784824340.7537727,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf","EoS":true} {"level":"info","ts":1784824340.7538078,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"492d4154-df26-4154-9b99-804676aa2bbf"} {"level":"info","ts":1784824340.889969,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824340.8900645,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824340.8900802,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824340.890094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","EoS":true} {"level":"info","ts":1784824340.8901212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","header":"x-maas-subscription"} {"level":"info","ts":1784824340.8901317,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","header":"x-maas-username"} {"level":"info","ts":1784824340.8901432,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","header":"x-maas-group"} {"level":"info","ts":1784824340.890158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824340.8901803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824340.8910909,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824340.8911126,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824340.8911293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","EoS":false} {"level":"info","ts":1784824340.8911424,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e","EoS":true} {"level":"info","ts":1784824340.8911812,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0cd1745a-a171-4a12-a434-681ab232d87e"} {"level":"info","ts":1784824341.0294068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824341.0294802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.0294924,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.0295255,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","EoS":true} {"level":"info","ts":1784824341.0295546,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","header":"x-maas-group"} {"level":"info","ts":1784824341.0295658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","header":"x-maas-subscription"} {"level":"info","ts":1784824341.0295708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","header":"x-maas-username"} {"level":"info","ts":1784824341.0295854,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824341.0296144,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.0305622,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.0305824,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.0306146,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","EoS":false} {"level":"info","ts":1784824341.0306292,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3","EoS":true} {"level":"info","ts":1784824341.0306606,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"225e0171-8fd3-49b2-b84c-5e3d1750eaf3"} {"level":"info","ts":1784824341.1665258,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824341.1666045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824341.1666162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824341.1666281,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","EoS":true} {"level":"info","ts":1784824341.1666555,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","header":"x-maas-subscription"} {"level":"info","ts":1784824341.1666656,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","header":"x-maas-username"} {"level":"info","ts":1784824341.166673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","header":"x-maas-group"} {"level":"info","ts":1784824341.1666896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824341.166715,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824341.1676488,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824341.1676679,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824341.1676803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","EoS":false} {"level":"info","ts":1784824341.1676927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40","EoS":true} {"level":"info","ts":1784824341.167726,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3830c122-e4e3-4d76-90f2-e73acca0cf40"} {"level":"info","ts":1784824360.1677012,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824360.1677768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.1677923,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.1678085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","EoS":true} {"level":"info","ts":1784824360.1678357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","header":"x-maas-subscription"} {"level":"info","ts":1784824360.167846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","header":"x-maas-username"} {"level":"info","ts":1784824360.1678507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","header":"x-maas-group"} {"level":"info","ts":1784824360.1678648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824360.1678894,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.1687431,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.1687574,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.1687696,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","EoS":false} {"level":"info","ts":1784824360.1687806,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0","EoS":true} {"level":"info","ts":1784824360.1688194,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2b118f97-fbae-4dc3-b237-8d35d47d81f0"} {"level":"info","ts":1784824360.2983844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824360.2984822,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96bf91e2-4066-41d6-9b15-880b357e71bb"} {"level":"info","ts":1784824360.3006175,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96bf91e2-4066-41d6-9b15-880b357e71bb"} {"level":"info","ts":1784824360.3006418,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"96bf91e2-4066-41d6-9b15-880b357e71bb"} {"level":"info","ts":1784824360.3006594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96bf91e2-4066-41d6-9b15-880b357e71bb","EoS":false} {"level":"info","ts":1784824360.3006747,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"96bf91e2-4066-41d6-9b15-880b357e71bb"} {"level":"info","ts":1784824360.3007078,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"96bf91e2-4066-41d6-9b15-880b357e71bb","EoS":true} {"level":"info","ts":1784824360.300718,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"96bf91e2-4066-41d6-9b15-880b357e71bb"} {"level":"info","ts":1784824364.9584997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824364.95862,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824364.9586322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824364.9586442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","EoS":true} {"level":"info","ts":1784824364.958672,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","header":"x-maas-subscription"} {"level":"info","ts":1784824364.9586828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","header":"x-maas-username"} {"level":"info","ts":1784824364.958688,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","header":"x-maas-group"} {"level":"info","ts":1784824364.958703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824364.9587297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824364.960637,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824364.9606612,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824364.9606805,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","EoS":false} {"level":"info","ts":1784824364.9606943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da","EoS":true} {"level":"info","ts":1784824364.96074,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8c9d75b-f239-47c8-bd9e-a996102798da"} {"level":"info","ts":1784824375.5966296,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824375.5967124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824375.596727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824375.5967443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","EoS":true} {"level":"info","ts":1784824375.5967705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","header":"x-maas-group"} {"level":"info","ts":1784824375.596781,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","header":"x-maas-subscription"} {"level":"info","ts":1784824375.5967863,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","header":"x-maas-username"} {"level":"info","ts":1784824375.5967999,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824375.5968304,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824375.5994375,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824375.5994575,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824375.5994723,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","EoS":false} {"level":"info","ts":1784824375.5994842,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045","EoS":true} {"level":"info","ts":1784824375.599555,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7fbc0398-5bd5-4f85-9345-ce6be13ee045"} {"level":"info","ts":1784824388.4807506,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824388.48084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824388.4808543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824388.4808671,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","EoS":true} {"level":"info","ts":1784824388.4808917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","header":"x-maas-username"} {"level":"info","ts":1784824388.480902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","header":"x-maas-group"} {"level":"info","ts":1784824388.4809077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","header":"x-maas-subscription"} {"level":"info","ts":1784824388.4809208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824388.4809458,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824388.4816296,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824388.4816453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824388.4816587,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","EoS":false} {"level":"info","ts":1784824388.4816694,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d","EoS":true} {"level":"info","ts":1784824388.4817047,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1724019d-7b31-40bc-9e0a-88a838bf650d"} {"level":"info","ts":1784824397.0291703,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824397.029262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824397.0292747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824397.0292876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","EoS":true} {"level":"info","ts":1784824397.0293138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","header":"x-maas-username"} {"level":"info","ts":1784824397.0293272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","header":"x-maas-group"} {"level":"info","ts":1784824397.029332,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","header":"x-maas-subscription"} {"level":"info","ts":1784824397.029346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824397.0293732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824397.030107,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824397.0301275,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824397.0301425,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","EoS":false} {"level":"info","ts":1784824397.0301561,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8","EoS":true} {"level":"info","ts":1784824397.0301971,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c7be048-249b-491c-ac96-293cb63742b8"} {"level":"info","ts":1784824405.9954891,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824405.995607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824405.9956203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824405.9956357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","EoS":true} {"level":"info","ts":1784824405.9956625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","header":"x-maas-subscription"} {"level":"info","ts":1784824405.995673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","header":"x-maas-username"} {"level":"info","ts":1784824405.9956784,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","header":"x-maas-group"} {"level":"info","ts":1784824405.9956942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824405.9957197,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824405.9964037,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824405.9964283,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824405.9964442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","EoS":false} {"level":"info","ts":1784824405.9964569,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8","EoS":true} {"level":"info","ts":1784824405.9965026,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1415d400-5cc4-419c-acc7-d2312b2b60c8"} {"level":"info","ts":1784824432.196115,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824432.196205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824432.1962192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824432.1962314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","EoS":true} {"level":"info","ts":1784824432.1962583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","header":"x-maas-subscription"} {"level":"info","ts":1784824432.196269,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","header":"x-maas-group"} {"level":"info","ts":1784824432.1962736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","header":"x-maas-username"} {"level":"info","ts":1784824432.196288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824432.196314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824432.1972558,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824432.1972718,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824432.1972854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","EoS":false} {"level":"info","ts":1784824432.1972964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c","EoS":true} {"level":"info","ts":1784824432.1973355,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a926756a-34df-444d-82b4-50ad1f4ea04c"} {"level":"info","ts":1784824455.7647798,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824455.7648644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824455.7648768,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824455.7648885,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","EoS":true} {"level":"info","ts":1784824455.7649148,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","header":"x-maas-subscription"} {"level":"info","ts":1784824455.764925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","header":"x-maas-username"} {"level":"info","ts":1784824455.7649302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","header":"x-maas-group"} {"level":"info","ts":1784824455.7649443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784824455.7649686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824455.7659385,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824455.7659705,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824455.7659934,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","EoS":false} {"level":"info","ts":1784824455.7660165,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925","EoS":true} {"level":"info","ts":1784824455.7660587,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"86e46c29-1d2e-4858-9cdd-7207d6323925"} {"level":"info","ts":1784824482.5194683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824482.519565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824482.5195796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824482.5195923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","EoS":true} {"level":"info","ts":1784824482.5196202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","header":"x-maas-username"} {"level":"info","ts":1784824482.5196297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","header":"x-maas-subscription"} {"level":"info","ts":1784824482.5196354,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","header":"x-maas-group"} {"level":"info","ts":1784824482.519649,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824482.5196738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824482.5203817,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824482.520414,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824482.5204377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","EoS":false} {"level":"info","ts":1784824482.5204604,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71","EoS":true} {"level":"info","ts":1784824482.520519,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e90147bd-ab74-46e1-8923-8061f703fd71"} {"level":"info","ts":1784824492.0187042,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824492.0187814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0187926,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0188046,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","EoS":true} {"level":"info","ts":1784824492.0188308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","header":"x-maas-group"} {"level":"info","ts":1784824492.0188406,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","header":"x-maas-subscription"} {"level":"info","ts":1784824492.018846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","header":"x-maas-username"} {"level":"info","ts":1784824492.0188591,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824492.018884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0209494,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0209732,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0209942,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","EoS":false} {"level":"info","ts":1784824492.0210106,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb","EoS":true} {"level":"info","ts":1784824492.0210555,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3286c995-0e1c-49a8-89f2-04aed2ad3acb"} {"level":"info","ts":1784824492.0547702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824492.0548418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824492.0548556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824492.0548668,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","EoS":true} {"level":"info","ts":1784824492.054893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","header":"x-maas-group"} {"level":"info","ts":1784824492.0549026,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","header":"x-maas-subscription"} {"level":"info","ts":1784824492.054907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","header":"x-maas-username"} {"level":"info","ts":1784824492.054919,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824492.0549433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824492.0556202,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824492.0556405,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824492.0556617,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","EoS":false} {"level":"info","ts":1784824492.0556803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c","EoS":true} {"level":"info","ts":1784824492.0557225,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ccd31600-fb11-4177-8796-ec916a46512c"} {"level":"info","ts":1784824511.434569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824511.4346476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824511.4346619,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824511.434673,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","EoS":true} {"level":"info","ts":1784824511.4346976,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","header":"x-maas-group"} {"level":"info","ts":1784824511.4347076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","header":"x-maas-username"} {"level":"info","ts":1784824511.434713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","header":"x-maas-subscription"} {"level":"info","ts":1784824511.4347272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824511.434754,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824511.4355323,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824511.435552,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824511.4355736,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","EoS":false} {"level":"info","ts":1784824511.435586,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c","EoS":true} {"level":"info","ts":1784824511.435621,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3559e2d0-e69b-4a79-97bb-251cacd6ec4c"} {"level":"info","ts":1784824640.4865918,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824640.486692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824640.4867082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824640.486722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","EoS":true} {"level":"info","ts":1784824640.4867475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","header":"x-maas-subscription"} {"level":"info","ts":1784824640.4867582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","header":"x-maas-group"} {"level":"info","ts":1784824640.4867628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","header":"x-maas-username"} {"level":"info","ts":1784824640.4867759,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784824640.4868023,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824640.4878552,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824640.4878783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824640.4878943,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","EoS":false} {"level":"info","ts":1784824640.4879065,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44","EoS":true} {"level":"info","ts":1784824640.4879518,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1b8d1476-1fd8-449b-a45b-07c5d880aa44"} {"level":"info","ts":1784824675.7435606,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824675.7436397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824675.7436512,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824675.7436635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","EoS":true} {"level":"info","ts":1784824675.74369,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","header":"x-maas-username"} {"level":"info","ts":1784824675.7437007,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","header":"x-maas-subscription"} {"level":"info","ts":1784824675.743707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","header":"x-maas-group"} {"level":"info","ts":1784824675.7437208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824675.743743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824675.7457395,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824675.7457664,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824675.74579,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","EoS":false} {"level":"info","ts":1784824675.745809,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e","EoS":true} {"level":"info","ts":1784824675.7458453,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9427fcc8-945b-4213-8f9e-158871286e9e"} {"level":"info","ts":1784824691.0585363,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784824691.0586379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784824691.0586543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784824691.0586672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","EoS":true} {"level":"info","ts":1784824691.0586946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","header":"x-maas-subscription"} {"level":"info","ts":1784824691.0587049,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","header":"x-maas-group"} {"level":"info","ts":1784824691.05871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","header":"x-maas-username"} {"level":"info","ts":1784824691.058726,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784824691.0587525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784824691.0594926,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784824691.0595317,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784824691.0595508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","EoS":false} {"level":"info","ts":1784824691.0595624,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657","EoS":true} {"level":"info","ts":1784824691.0595984,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2acbfb89-6b48-4cce-9dae-b6379e942657"} {"level":"info","ts":1784825022.0543609,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825022.0544655,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825022.05448,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825022.0545003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","EoS":true} {"level":"info","ts":1784825022.0545564,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","header":"x-maas-group"} {"level":"info","ts":1784825022.054571,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","header":"x-maas-username"} {"level":"info","ts":1784825022.0545807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","header":"x-maas-subscription"} {"level":"info","ts":1784825022.0546002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784825022.0546358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825022.0556006,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825022.0556285,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825022.0556502,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","EoS":false} {"level":"info","ts":1784825022.0556693,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17","EoS":true} {"level":"info","ts":1784825022.0557075,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ec41b25e-7fc8-4157-9162-338f82b7dc17"} {"level":"info","ts":1784825026.86684,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e7b939d6-d701-4db3-8b9b-0ae471738c7a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784825026.867084,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37745.055799891,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825026.8671105,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825026.9257812,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825026.9674947,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"e7b939d6-d701-4db3-8b9b-0ae471738c7a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784825027.0174425,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41d7fb7b-aee2-40b9-bea1-0aafa5ddffa6"} {"level":"info","ts":1784825027.017562,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a74cf71-a6cc-456f-a8e3-cd330db4d7b1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825027.0176105,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a74cf71-a6cc-456f-a8e3-cd330db4d7b1","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784825027.0244634,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ccf6124-2cc5-4e48-901c-ce7b67607575","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825027.0246077,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4ccf6124-2cc5-4e48-901c-ce7b67607575","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784825027.0246868,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38454.172594897,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.0247002,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.0366518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.1256666,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41d7fb7b-aee2-40b9-bea1-0aafa5ddffa6","name":"e2e-external-provider"} {"level":"info","ts":1784825027.1361115,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41d7fb7b-aee2-40b9-bea1-0aafa5ddffa6","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784825027.1474469,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41d7fb7b-aee2-40b9-bea1-0aafa5ddffa6","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784825027.1480787,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93795aff-65e1-4852-b289-66de1d04e661"} {"level":"info","ts":1784825027.1480985,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff45afc5-29c0-406b-a139-aa79717fdbcd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.1481435,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ff45afc5-29c0-406b-a139-aa79717fdbcd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.1543393,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93795aff-65e1-4852-b289-66de1d04e661","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784825027.1545753,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e933c7c-5128-4c1b-a6c6-ccacb42c00ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.1546106,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e933c7c-5128-4c1b-a6c6-ccacb42c00ed","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.1573865,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41d7fb7b-aee2-40b9-bea1-0aafa5ddffa6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784825027.1629262,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"93795aff-65e1-4852-b289-66de1d04e661","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825027.162962,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb24f4d9-4501-45a4-afc3-d7cceca68afc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.1629882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bb24f4d9-4501-45a4-afc3-d7cceca68afc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.1630049,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2f47019-1bed-4882-8fb9-a2da3d0b8b55"} {"level":"info","ts":1784825027.1630266,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2f47019-1bed-4882-8fb9-a2da3d0b8b55","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784825027.1636736,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14470864-bbfd-4955-90d0-91faf278184e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825027.1637099,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14470864-bbfd-4955-90d0-91faf278184e","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784825027.1637187,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a56f7fad-dae9-4403-bcad-8b11afb3f66e"} {"level":"info","ts":1784825027.1637683,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a56f7fad-dae9-4403-bcad-8b11afb3f66e","name":"e2e-external-provider"} {"level":"info","ts":1784825027.1637757,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78ef3a5d-a8c5-4d3a-b647-02396289f904","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.163788,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78ef3a5d-a8c5-4d3a-b647-02396289f904","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784825027.1681743,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b2f47019-1bed-4882-8fb9-a2da3d0b8b55","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825027.1682246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c4c35ea-3b5d-46cb-9182-4228f8e6bfb3"} {"level":"info","ts":1784825027.168426,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36038.661134575,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.1684453,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.1742558,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a56f7fad-dae9-4403-bcad-8b11afb3f66e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784825027.176088,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784825027.180259,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa9f6f53-e3e7-40d3-803c-d37a03ad6f33"} {"level":"info","ts":1784825027.1803184,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa9f6f53-e3e7-40d3-803c-d37a03ad6f33","name":"e2e-external-provider"} {"level":"info","ts":1784825027.1903143,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa9f6f53-e3e7-40d3-803c-d37a03ad6f33","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784825027.2687762,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c4c35ea-3b5d-46cb-9182-4228f8e6bfb3","name":"e2e-external-model"} {"level":"info","ts":1784825027.2792528,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c4c35ea-3b5d-46cb-9182-4228f8e6bfb3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825027.2884216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab4084c9-8af0-49fb-b364-a8d10e35616c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.2884836,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab4084c9-8af0-49fb-b364-a8d10e35616c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.2887752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5466054-bcf6-4d96-99e1-542a52a70dd9"} {"level":"info","ts":1784825027.2888436,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5466054-bcf6-4d96-99e1-542a52a70dd9","name":"e2e-external-model"} {"level":"info","ts":1784825027.3003469,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d58c72cd-ed86-4fea-b916-346686dd3ab4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.3003845,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d58c72cd-ed86-4fea-b916-346686dd3ab4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784825027.3007743,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f5466054-bcf6-4d96-99e1-542a52a70dd9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825027.300846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cff5f616-0c83-4d6c-84e2-3b7d1dfc659c"} {"level":"info","ts":1784825027.3009064,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cff5f616-0c83-4d6c-84e2-3b7d1dfc659c","name":"e2e-external-model"} {"level":"info","ts":1784825027.3103738,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cff5f616-0c83-4d6c-84e2-3b7d1dfc659c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825027.3159194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3870da5-bbed-42fe-9d55-d9ff72fc0152","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825027.315959,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3870da5-bbed-42fe-9d55-d9ff72fc0152","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784825027.3160892,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3da255d8-0e1e-4f70-b05b-83727b914821"} {"level":"info","ts":1784825027.316158,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3da255d8-0e1e-4f70-b05b-83727b914821","name":"e2e-external-model"} {"level":"info","ts":1784825027.3244393,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3da255d8-0e1e-4f70-b05b-83727b914821","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825032.6008904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825032.6009839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481"} {"level":"info","ts":1784825032.6010015,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481"} {"level":"info","ts":1784825032.6010196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","EoS":true} {"level":"info","ts":1784825032.6010447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","header":"x-maas-username"} {"level":"info","ts":1784825032.6010566,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","header":"x-maas-subscription"} {"level":"info","ts":1784825032.6010647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","header":"x-maas-group"} {"level":"info","ts":1784825032.6010778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784825032.601085,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","modelName":"e2e-external-model"} {"level":"info","ts":1784825032.6010962,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784825032.601135,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784825032.6011515,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481","authType":"apikey"} {"level":"info","ts":1784825032.6011763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"640943a5-b503-4859-bc3d-c0611697c481"} {"level":"info","ts":1784825032.718325,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf1c9842-b47d-4cf0-8915-096807dea278"} {"level":"info","ts":1784825032.718365,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8070e46-49ae-4c23-8f37-c5a291069be4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.718407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8070e46-49ae-4c23-8f37-c5a291069be4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784825032.7257671,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf1c9842-b47d-4cf0-8915-096807dea278","name":"e2e-cleanup-test"} {"level":"info","ts":1784825032.725971,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59a26992-3ea8-42c2-b7c2-812791f7d6bb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.7260053,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59a26992-3ea8-42c2-b7c2-812791f7d6bb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784825032.7431803,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf1c9842-b47d-4cf0-8915-096807dea278","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825032.7491534,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf09970c-b8b6-41a7-9520-8ce666b83486"} {"level":"info","ts":1784825032.7492633,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf09970c-b8b6-41a7-9520-8ce666b83486","name":"e2e-cleanup-test"} {"level":"info","ts":1784825032.7493615,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaa6dd78-767e-4a08-96aa-9b03a50f6e33","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.749393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaa6dd78-767e-4a08-96aa-9b03a50f6e33","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784825032.7627702,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf09970c-b8b6-41a7-9520-8ce666b83486","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784825032.7628562,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf09970c-b8b6-41a7-9520-8ce666b83486","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825032.762934,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ceb4b25-59fd-4ae8-b22d-2814a0f3ed16"} {"level":"info","ts":1784825032.7630112,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ceb4b25-59fd-4ae8-b22d-2814a0f3ed16","name":"e2e-cleanup-test"} {"level":"info","ts":1784825032.7657638,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae88dc57-503a-4227-a30e-1d343980b705","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.765797,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae88dc57-503a-4227-a30e-1d343980b705","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784825032.7715507,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ceb4b25-59fd-4ae8-b22d-2814a0f3ed16","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784825032.7754483,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ceb4b25-59fd-4ae8-b22d-2814a0f3ed16","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825032.7755764,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f8a768b-c677-40f5-8507-98c6cffb4ad9"} {"level":"info","ts":1784825032.7756495,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f8a768b-c677-40f5-8507-98c6cffb4ad9","name":"e2e-cleanup-test"} {"level":"info","ts":1784825032.7796419,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a27cef4-f91c-4321-9160-7e8000ffb530","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825032.7796807,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a27cef4-f91c-4321-9160-7e8000ffb530","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784825032.783889,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f8a768b-c677-40f5-8507-98c6cffb4ad9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784825032.7870343,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7f8a768b-c677-40f5-8507-98c6cffb4ad9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784825032.7871118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca25695-84aa-44c5-944f-35cec42d8a33"} {"level":"info","ts":1784825032.787168,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca25695-84aa-44c5-944f-35cec42d8a33","name":"e2e-cleanup-test"} {"level":"info","ts":1784825032.7954907,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca25695-84aa-44c5-944f-35cec42d8a33","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784825040.9962182,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f82f7fa1-6b5f-4beb-a923-fcd594730d86","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825040.9962635,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f82f7fa1-6b5f-4beb-a923-fcd594730d86","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784825040.9962258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c57c5c9a-0fb2-4310-a927-29f918379d84"} {"level":"info","ts":1784825045.3198013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825045.3198614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63"} {"level":"info","ts":1784825045.3198683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63"} {"level":"info","ts":1784825045.3198783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63","EoS":true} {"level":"info","ts":1784825045.3199062,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784825045.3199337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b8ec648-9111-49a2-99c2-d1051b3dbe63"} {"level":"info","ts":1784825045.3600364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825045.3601127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b"} {"level":"info","ts":1784825045.3601274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b"} {"level":"info","ts":1784825045.3601444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","EoS":true} {"level":"info","ts":1784825045.3601763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","header":"x-maas-username"} {"level":"info","ts":1784825045.3601868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","header":"x-maas-group"} {"level":"info","ts":1784825045.3601928,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","header":"x-maas-subscription"} {"level":"info","ts":1784825045.3602054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784825045.3602176,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","modelName":"e2e-external-model"} {"level":"info","ts":1784825045.3602352,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784825045.3602586,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784825045.3602753,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b","authType":"apikey"} {"level":"info","ts":1784825045.3603017,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87130a6b-d1e9-4a08-90d0-b91b1267459b"} {"level":"info","ts":1784825045.3938046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825045.393885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.393897,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.3939087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","EoS":true} {"level":"info","ts":1784825045.393933,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","header":"x-maas-group"} {"level":"info","ts":1784825045.393945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","header":"x-maas-username"} {"level":"info","ts":1784825045.3939502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","header":"x-maas-subscription"} {"level":"info","ts":1784825045.393962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784825045.3939893,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.4964762,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.4965367,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.4965622,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","EoS":false} {"level":"info","ts":1784825045.49658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","EoS":true} {"level":"error","ts":1784825045.4966009,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784825045.4966664,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"adf83965-3732-4f6d-9554-f4612adf3bf3"} {"level":"info","ts":1784825045.5383296,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825045.5384085,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825045.5384173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825045.5384293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","EoS":true} {"level":"info","ts":1784825045.538455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","header":"x-maas-subscription"} {"level":"info","ts":1784825045.538465,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","header":"x-maas-username"} {"level":"info","ts":1784825045.5384707,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","header":"x-maas-group"} {"level":"info","ts":1784825045.538501,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825045.5891232,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825045.589151,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825045.5891683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","EoS":false} {"level":"info","ts":1784825045.5891817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","EoS":true} {"level":"error","ts":1784825045.5892,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784825045.5892346,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6d219b21-6065-4951-93d8-9d7483b90242"} {"level":"info","ts":1784825046.4716573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec7ff750-f5c9-448c-b399-e30c144cf310","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825046.471699,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec7ff750-f5c9-448c-b399-e30c144cf310","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784825046.4716969,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8c7a8a73-f761-4a11-92e8-1b7e51a1c986"} {"level":"info","ts":1784825046.6260905,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0d2cfb2-e759-428b-8819-bcf9a8d41712","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825046.6261086,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e38f55ff-5031-4d4f-9d52-2d319c208a87"} {"level":"info","ts":1784825046.6261263,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a0d2cfb2-e759-428b-8819-bcf9a8d41712","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784825046.7527826,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9590256e-0671-43b7-932e-5780af32377a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784825046.7528377,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"9590256e-0671-43b7-932e-5780af32377a","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784825667.1380398,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784825667.1381278,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784825667.13814,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784825667.1381607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","EoS":true} {"level":"info","ts":1784825667.1381874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","header":"x-maas-group"} {"level":"info","ts":1784825667.1382036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","header":"x-maas-username"} {"level":"info","ts":1784825667.138211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","header":"x-maas-subscription"} {"level":"info","ts":1784825667.1382267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","path":"/ai-tenant-e2e-inf-b-16a998/test-model-16a998/v1/chat/completions"} {"level":"info","ts":1784825667.138248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784825667.1521134,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784825667.1521387,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784825667.1521559,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","EoS":false} {"level":"info","ts":1784825667.152171,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d","EoS":true} {"level":"info","ts":1784825667.1522114,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd8e9de4-012b-4da0-b4c2-3637ff59319d"} {"level":"info","ts":1784826160.6664972,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784826160.6666014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"} {"level":"info","ts":1784826160.6666102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"} {"level":"info","ts":1784826160.6666243,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","EoS":true} {"level":"info","ts":1784826160.6666622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","header":"x-maas-username"} {"level":"info","ts":1784826160.666673,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","header":"x-maas-subscription"} {"level":"info","ts":1784826160.6666791,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","header":"x-maas-group"} {"level":"info","ts":1784826160.6666913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","path":"/ai-tenant-e2e-shared-b-6a0c6b/rate-test-model-6a0c6b/v1/completions"} {"level":"info","ts":1784826160.6667173,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"} {"level":"info","ts":1784826160.6803439,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"} {"level":"info","ts":1784826160.6803684,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"} {"level":"info","ts":1784826160.6803901,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","EoS":false} {"level":"info","ts":1784826160.6804047,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be","EoS":true} {"level":"info","ts":1784826160.6804442,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4a97ac97-ef40-454b-8e7d-8902467695be"}