{"level":"info","ts":1784908634.4651074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558"} {"level":"info","ts":1784908634.4651203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558"} {"level":"info","ts":1784908634.4651365,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558","EoS":true} {"level":"info","ts":1784908634.4651763,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558","header":"x-maas-username"} {"level":"info","ts":1784908634.4651906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558","header":"x-maas-group"} {"level":"info","ts":1784908634.4651985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558","header":"x-maas-subscription"} {"level":"info","ts":1784908634.4652164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908634.4652472,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558"} {"level":"info","ts":1784908634.466744,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558"} {"level":"info","ts":1784908634.4667575,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558"} {"level":"info","ts":1784908634.4667704,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558","EoS":false} {"level":"info","ts":1784908634.4667804,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558","EoS":true} {"level":"info","ts":1784908634.4668097,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4b9f8dad-77cf-4078-b19c-33380fe59558"} {"level":"info","ts":1784908635.2857873,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908635.2858708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f"} {"level":"info","ts":1784908635.2858841,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f"} {"level":"info","ts":1784908635.2859018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f","EoS":true} {"level":"info","ts":1784908635.2859304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f","header":"x-maas-group"} {"level":"info","ts":1784908635.285941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f","header":"x-maas-username"} {"level":"info","ts":1784908635.2859461,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f","header":"x-maas-subscription"} {"level":"info","ts":1784908635.285961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908635.2859921,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f"} {"level":"info","ts":1784908635.2868462,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f"} {"level":"info","ts":1784908635.286866,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f"} {"level":"info","ts":1784908635.2868807,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f","EoS":false} {"level":"info","ts":1784908635.2868931,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f","EoS":true} {"level":"info","ts":1784908635.2869241,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f"} {"level":"info","ts":1784908658.4148316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.414923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.414937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.4149575,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","EoS":true} {"level":"info","ts":1784908658.414996,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","header":"x-maas-group"} {"level":"info","ts":1784908658.4150085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","header":"x-maas-username"} {"level":"info","ts":1784908658.4150193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","header":"x-maas-subscription"} {"level":"info","ts":1784908658.4150374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.415073,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.417216,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.4172442,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.417267,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","EoS":false} {"level":"info","ts":1784908658.4172835,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","EoS":true} {"level":"info","ts":1784908658.4173272,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.5516696,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.551743,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.5517545,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.551765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","EoS":true} {"level":"info","ts":1784908658.5517917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","header":"x-maas-username"} {"level":"info","ts":1784908658.5518022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","header":"x-maas-group"} {"level":"info","ts":1784908658.5518076,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","header":"x-maas-subscription"} {"level":"info","ts":1784908658.5518227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.5518475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.5525491,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.5525916,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.5526128,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","EoS":false} {"level":"info","ts":1784908658.5526338,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","EoS":true} {"level":"info","ts":1784908658.55267,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.691111,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.6911876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.6912007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.6912127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","EoS":true} {"level":"info","ts":1784908658.691238,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","header":"x-maas-subscription"} {"level":"info","ts":1784908658.6912477,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","header":"x-maas-group"} {"level":"info","ts":1784908658.6912515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","header":"x-maas-username"} {"level":"info","ts":1784908658.6912637,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.6912868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.692021,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.6920443,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.6920605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","EoS":false} {"level":"info","ts":1784908658.6920724,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","EoS":true} {"level":"info","ts":1784908658.692114,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.8322308,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.8323107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.832322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.8323336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","EoS":true} {"level":"info","ts":1784908658.8323622,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","header":"x-maas-username"} {"level":"info","ts":1784908658.832372,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","header":"x-maas-group"} {"level":"info","ts":1784908658.8323808,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","header":"x-maas-subscription"} {"level":"info","ts":1784908658.8323927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.832414,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.8330884,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.8331072,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.8331215,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","EoS":false} {"level":"info","ts":1784908658.8331327,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","EoS":true} {"level":"info","ts":1784908658.8331726,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.970002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.9700778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908658.9700935,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908658.9701047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","EoS":true} {"level":"info","ts":1784908658.9701278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","header":"x-maas-username"} {"level":"info","ts":1784908658.9701383,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","header":"x-maas-group"} {"level":"info","ts":1784908658.970144,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","header":"x-maas-subscription"} {"level":"info","ts":1784908658.970157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.9701781,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908658.97085,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908658.9708688,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908658.9708846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","EoS":false} {"level":"info","ts":1784908658.9708972,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","EoS":true} {"level":"info","ts":1784908658.970937,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908674.6906683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908674.6907492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.6907625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.6907744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","EoS":true} {"level":"info","ts":1784908674.6907985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","header":"x-maas-username"} {"level":"info","ts":1784908674.6908112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","header":"x-maas-subscription"} {"level":"info","ts":1784908674.6908162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","header":"x-maas-group"} {"level":"info","ts":1784908674.690829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908674.690856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.6927893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.6928098,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.6928403,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","EoS":false} {"level":"info","ts":1784908674.692854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","EoS":true} {"level":"info","ts":1784908674.6928875,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.7988133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908674.7989001,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"965bbc74-21ec-419a-bdbe-4e493fd5ec89"} {"level":"info","ts":1784908674.799462,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"965bbc74-21ec-419a-bdbe-4e493fd5ec89"} {"level":"info","ts":1784908674.799481,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"965bbc74-21ec-419a-bdbe-4e493fd5ec89"} {"level":"info","ts":1784908674.7994964,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"965bbc74-21ec-419a-bdbe-4e493fd5ec89","EoS":false} {"level":"info","ts":1784908674.7995107,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"965bbc74-21ec-419a-bdbe-4e493fd5ec89"} {"level":"info","ts":1784908674.7995365,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"965bbc74-21ec-419a-bdbe-4e493fd5ec89","EoS":true} {"level":"info","ts":1784908674.7995465,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"965bbc74-21ec-419a-bdbe-4e493fd5ec89"} {"level":"info","ts":1784908679.4215343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908679.421633,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908679.4216523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908679.4216695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","EoS":true} {"level":"info","ts":1784908679.421696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","header":"x-maas-subscription"} {"level":"info","ts":1784908679.421708,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","header":"x-maas-username"} {"level":"info","ts":1784908679.4217138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","header":"x-maas-group"} {"level":"info","ts":1784908679.421729,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908679.4217763,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908679.4236975,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908679.423718,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908679.4237323,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","EoS":false} {"level":"info","ts":1784908679.4237432,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","EoS":true} {"level":"info","ts":1784908679.4237792,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908692.0837917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908692.0838938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908692.0839088,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908692.0839298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","EoS":true} {"level":"info","ts":1784908692.08397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","header":"x-maas-group"} {"level":"info","ts":1784908692.0839822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","header":"x-maas-subscription"} {"level":"info","ts":1784908692.083991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","header":"x-maas-username"} {"level":"info","ts":1784908692.0840127,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908692.0840442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908692.0861301,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908692.0861518,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908692.0861676,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","EoS":false} {"level":"info","ts":1784908692.0861788,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","EoS":true} {"level":"info","ts":1784908692.086216,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908704.9450316,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908704.9451466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908704.9451728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908704.9451916,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","EoS":true} {"level":"info","ts":1784908704.9452205,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","header":"x-maas-subscription"} {"level":"info","ts":1784908704.9452326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","header":"x-maas-username"} {"level":"info","ts":1784908704.9452384,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","header":"x-maas-group"} {"level":"info","ts":1784908704.9452553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908704.9452844,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908704.9461668,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908704.9461837,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908704.9461992,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","EoS":false} {"level":"info","ts":1784908704.9462101,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","EoS":true} {"level":"info","ts":1784908704.946257,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908713.483533,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908713.483649,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908713.4836633,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908713.4836824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","EoS":true} {"level":"info","ts":1784908713.483724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","header":"x-maas-username"} {"level":"info","ts":1784908713.4837382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","header":"x-maas-subscription"} {"level":"info","ts":1784908713.483748,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","header":"x-maas-group"} {"level":"info","ts":1784908713.4837666,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908713.4838047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908713.484709,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908713.4847305,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908713.4847457,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","EoS":false} {"level":"info","ts":1784908713.4847574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","EoS":true} {"level":"info","ts":1784908713.4847882,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908722.3630242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908722.3631067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908722.3631213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908722.363134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","EoS":true} {"level":"info","ts":1784908722.3631585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","header":"x-maas-username"} {"level":"info","ts":1784908722.3631687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","header":"x-maas-group"} {"level":"info","ts":1784908722.3631744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","header":"x-maas-subscription"} {"level":"info","ts":1784908722.3631864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908722.3632102,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908722.3641236,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908722.3641376,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908722.3641503,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","EoS":false} {"level":"info","ts":1784908722.3641608,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","EoS":true} {"level":"info","ts":1784908722.3641968,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908747.2350285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908747.2351153,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908747.235127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908747.23514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","EoS":true} {"level":"info","ts":1784908747.235179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","header":"x-maas-subscription"} {"level":"info","ts":1784908747.2351906,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","header":"x-maas-username"} {"level":"info","ts":1784908747.2351954,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","header":"x-maas-group"} {"level":"info","ts":1784908747.2352085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908747.235234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908747.237255,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908747.2372844,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908747.2373068,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","EoS":false} {"level":"info","ts":1784908747.2373304,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","EoS":true} {"level":"info","ts":1784908747.2373688,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908769.8900764,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908769.8901558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908769.8901696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908769.8901813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","EoS":true} {"level":"info","ts":1784908769.8902097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","header":"x-maas-username"} {"level":"info","ts":1784908769.8902242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","header":"x-maas-subscription"} {"level":"info","ts":1784908769.8902316,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","header":"x-maas-group"} {"level":"info","ts":1784908769.8902473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908769.8902738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908769.8928328,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908769.8928554,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908769.8928707,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","EoS":false} {"level":"info","ts":1784908769.8928819,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","EoS":true} {"level":"info","ts":1784908769.8929157,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908796.2324119,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908796.2324994,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908796.2325091,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908796.2325208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","EoS":true} {"level":"info","ts":1784908796.2325451,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","header":"x-maas-group"} {"level":"info","ts":1784908796.2325563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","header":"x-maas-username"} {"level":"info","ts":1784908796.2325826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","header":"x-maas-subscription"} {"level":"info","ts":1784908796.2325969,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908796.2326558,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908796.233637,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908796.2336586,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908796.2336817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","EoS":false} {"level":"info","ts":1784908796.2337003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","EoS":true} {"level":"info","ts":1784908796.233752,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908805.6536112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908805.6536975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.6537142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.6537337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","EoS":true} {"level":"info","ts":1784908805.653767,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","header":"x-maas-subscription"} {"level":"info","ts":1784908805.6537797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","header":"x-maas-username"} {"level":"info","ts":1784908805.653793,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","header":"x-maas-group"} {"level":"info","ts":1784908805.6538112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908805.6538413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.6565084,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.65653,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.6565459,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","EoS":false} {"level":"info","ts":1784908805.6565826,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","EoS":true} {"level":"info","ts":1784908805.6566174,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.6933832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908805.6934419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908805.69345,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908805.6934605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","EoS":true} {"level":"info","ts":1784908805.693479,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","header":"x-maas-username"} {"level":"info","ts":1784908805.6934893,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","header":"x-maas-group"} {"level":"info","ts":1784908805.693494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","header":"x-maas-subscription"} {"level":"info","ts":1784908805.6935055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908805.693526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908805.6944044,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908805.6944218,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908805.6944454,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","EoS":false} {"level":"info","ts":1784908805.6944578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","EoS":true} {"level":"info","ts":1784908805.6944911,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908824.7578056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908824.7578807,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908824.7578905,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908824.7579024,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","EoS":true} {"level":"info","ts":1784908824.7579267,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","header":"x-maas-group"} {"level":"info","ts":1784908824.757938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","header":"x-maas-subscription"} {"level":"info","ts":1784908824.7579427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","header":"x-maas-username"} {"level":"info","ts":1784908824.757955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908824.7579784,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908824.7589307,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908824.7589521,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908824.7589726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","EoS":false} {"level":"info","ts":1784908824.7589936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","EoS":true} {"level":"info","ts":1784908824.7590423,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908953.5068283,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908953.5069194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908953.5069363,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908953.5069528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","EoS":true} {"level":"info","ts":1784908953.506988,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","header":"x-maas-subscription"} {"level":"info","ts":1784908953.507,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","header":"x-maas-username"} {"level":"info","ts":1784908953.5070055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","header":"x-maas-group"} {"level":"info","ts":1784908953.5070198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784908953.507047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908953.5093322,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908953.5093622,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908953.5093846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","EoS":false} {"level":"info","ts":1784908953.5094016,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","EoS":true} {"level":"info","ts":1784908953.5094378,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908990.545708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908990.5457876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784908990.5457995,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784908990.5458107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","EoS":true} {"level":"info","ts":1784908990.54584,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","header":"x-maas-subscription"} {"level":"info","ts":1784908990.545848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","header":"x-maas-group"} {"level":"info","ts":1784908990.5458515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","header":"x-maas-username"} {"level":"info","ts":1784908990.545864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908990.545888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784908990.5467274,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784908990.5467508,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784908990.5467737,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","EoS":false} {"level":"info","ts":1784908990.546789,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","EoS":true} {"level":"info","ts":1784908990.5468225,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784909005.7813604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909005.7814636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909005.7814832,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909005.7815034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","EoS":true} {"level":"info","ts":1784909005.7815444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","header":"x-maas-group"} {"level":"info","ts":1784909005.7815568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","header":"x-maas-subscription"} {"level":"info","ts":1784909005.781591,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","header":"x-maas-username"} {"level":"info","ts":1784909005.7816057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909005.781628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909005.7825537,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909005.7825968,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909005.78262,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","EoS":false} {"level":"info","ts":1784909005.7826414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","EoS":true} {"level":"info","ts":1784909005.7826838,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909310.5060933,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909310.5061884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909310.5061998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909310.5062149,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","EoS":true} {"level":"info","ts":1784909310.506246,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","header":"x-maas-username"} {"level":"info","ts":1784909310.5062568,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","header":"x-maas-subscription"} {"level":"info","ts":1784909310.5062616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","header":"x-maas-group"} {"level":"info","ts":1784909310.506274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909310.5063033,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909310.5070238,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909310.5070453,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909310.507059,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","EoS":false} {"level":"info","ts":1784909310.50707,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","EoS":true} {"level":"info","ts":1784909310.507106,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909315.3093522,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8497c88f-2021-43cd-aac7-08454a75030b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909315.3096423,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39524.210222444,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.3096602,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.3814583,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.410394,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"8497c88f-2021-43cd-aac7-08454a75030b","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909315.4311528,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c3ba6d2-74c9-46fa-b487-17a274311cda","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909315.431162,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"385341c2-4187-42ad-9aa5-eaeff14322cf"} {"level":"info","ts":1784909315.4311895,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9c3ba6d2-74c9-46fa-b487-17a274311cda","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909315.4399745,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b77b46f-6e43-49e4-a798-44d218cdd017","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909315.4400012,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9b77b46f-6e43-49e4-a798-44d218cdd017","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909315.4402685,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35008.598314071,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.440289,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.4521058,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.5403285,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"385341c2-4187-42ad-9aa5-eaeff14322cf","name":"e2e-external-provider"} {"level":"info","ts":1784909315.5501974,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"385341c2-4187-42ad-9aa5-eaeff14322cf","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784909315.556781,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1955182b-3dce-4cd2-9a09-edc0fb9e0a1a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.556785,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5a351a2-04d7-4e57-a4fb-7287c2376f6e"} {"level":"info","ts":1784909315.5568254,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1955182b-3dce-4cd2-9a09-edc0fb9e0a1a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909315.5607557,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"385341c2-4187-42ad-9aa5-eaeff14322cf","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1784909315.56469,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0287195b-9a83-4115-9a21-6460182e5de6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.5647178,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0287195b-9a83-4115-9a21-6460182e5de6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909315.5646832,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5a351a2-04d7-4e57-a4fb-7287c2376f6e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909315.5666227,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"385341c2-4187-42ad-9aa5-eaeff14322cf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784909315.5725026,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e5a351a2-04d7-4e57-a4fb-7287c2376f6e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909315.5725353,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8eb4f587-0fd0-41f7-b71e-0ca2cec4bfde","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.5725863,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8eb4f587-0fd0-41f7-b71e-0ca2cec4bfde","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909315.5726118,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2fab828-ee17-449e-ba7c-f3e06d2e0e08"} {"level":"info","ts":1784909315.5726383,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2fab828-ee17-449e-ba7c-f3e06d2e0e08","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784909315.573318,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6e78b39-e896-4834-bbb6-5cd34d1aa40d"} {"level":"info","ts":1784909315.5733685,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6e78b39-e896-4834-bbb6-5cd34d1aa40d","name":"e2e-external-provider"} {"level":"info","ts":1784909315.5733926,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d365c615-5f9c-4838-8da3-ce9a6d783a2a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.5734165,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d365c615-5f9c-4838-8da3-ce9a6d783a2a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909315.5734613,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc7bcd75-0be9-4c50-969e-7410d40cc99f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909315.573479,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"bc7bcd75-0be9-4c50-969e-7410d40cc99f","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784909315.5769916,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f2fab828-ee17-449e-ba7c-f3e06d2e0e08","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909315.5770438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbc811c9-c63b-463c-9335-5e32533e25c9"} {"level":"info","ts":1784909315.5772212,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37146.499510405,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.5772386,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.5866942,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.5876427,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6e78b39-e896-4834-bbb6-5cd34d1aa40d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909315.5926652,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07d3fe8e-b6a8-40f9-a03a-5f878caf5516"} {"level":"info","ts":1784909315.5927114,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07d3fe8e-b6a8-40f9-a03a-5f878caf5516","name":"e2e-external-provider"} {"level":"info","ts":1784909315.602657,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"07d3fe8e-b6a8-40f9-a03a-5f878caf5516","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909315.6778717,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbc811c9-c63b-463c-9335-5e32533e25c9","name":"e2e-external-model"} {"level":"info","ts":1784909315.699994,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c07ecf5b-d65c-455a-9a5b-c65baaf36c2d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.7000434,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c07ecf5b-d65c-455a-9a5b-c65baaf36c2d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909315.7012203,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbc811c9-c63b-463c-9335-5e32533e25c9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909315.7012918,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbc811c9-c63b-463c-9335-5e32533e25c9","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909315.7013612,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fea3e120-2a09-4e5b-9a3b-0809e36a86e5"} {"level":"info","ts":1784909315.7014565,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fea3e120-2a09-4e5b-9a3b-0809e36a86e5","name":"e2e-external-model"} {"level":"info","ts":1784909315.7190917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e7e5365-8604-4347-a0a8-95dbbfa4e8a4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.7191234,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e7e5365-8604-4347-a0a8-95dbbfa4e8a4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909315.7195272,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fea3e120-2a09-4e5b-9a3b-0809e36a86e5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909315.7196164,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d65e7b4f-2d79-43c6-a5f3-3cd7980014f8"} {"level":"info","ts":1784909315.7196746,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d65e7b4f-2d79-43c6-a5f3-3cd7980014f8","name":"e2e-external-model"} {"level":"info","ts":1784909315.7289248,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d65e7b4f-2d79-43c6-a5f3-3cd7980014f8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909315.7353163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6621570-d484-4277-ad29-9c6d511958ec"} {"level":"info","ts":1784909315.7353687,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6621570-d484-4277-ad29-9c6d511958ec","name":"e2e-external-model"} {"level":"info","ts":1784909315.7353837,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e48c96f6-d2fd-4b80-8a34-f51354bbe16c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.7354186,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e48c96f6-d2fd-4b80-8a34-f51354bbe16c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909315.7452083,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6621570-d484-4277-ad29-9c6d511958ec","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909323.023078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909323.0231695,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da"} {"level":"info","ts":1784909323.0231862,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da"} {"level":"info","ts":1784909323.0232081,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","EoS":true} {"level":"info","ts":1784909323.0232482,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","header":"x-maas-subscription"} {"level":"info","ts":1784909323.0232606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","header":"x-maas-group"} {"level":"info","ts":1784909323.023268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","header":"x-maas-username"} {"level":"info","ts":1784909323.0232866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909323.0232985,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","modelName":"e2e-external-model"} {"level":"info","ts":1784909323.0233204,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909323.023368,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784909323.0233948,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","authType":"apikey"} {"level":"info","ts":1784909323.0234323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da"} {"level":"info","ts":1784909323.1426532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69e1554d-7f15-42f5-a9b9-988ad10b28e8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909323.1426737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf6651e8-e453-49b7-b4d8-18dd18821d79"} {"level":"info","ts":1784909323.1426976,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"69e1554d-7f15-42f5-a9b9-988ad10b28e8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909323.155996,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cba43bf5-f47e-48ff-bdab-0264549e2b35","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909323.1560252,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cba43bf5-f47e-48ff-bdab-0264549e2b35","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909323.156838,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf6651e8-e453-49b7-b4d8-18dd18821d79","name":"e2e-cleanup-test"} {"level":"error","ts":1784909323.198656,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf6651e8-e453-49b7-b4d8-18dd18821d79","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909323.1987245,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1c64bcc-a80d-4271-bbd2-51da8b98a6a5"} {"level":"info","ts":1784909323.1987765,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1c64bcc-a80d-4271-bbd2-51da8b98a6a5","name":"e2e-cleanup-test"} {"level":"info","ts":1784909323.1993806,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9bce289-ae48-4e2c-bf3b-2035dba00ac5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909323.1994138,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f9bce289-ae48-4e2c-bf3b-2035dba00ac5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909323.2130003,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1c64bcc-a80d-4271-bbd2-51da8b98a6a5","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909323.2130423,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f1c64bcc-a80d-4271-bbd2-51da8b98a6a5","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909323.2130895,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a9fa4e8-9852-4e59-9fe8-6756cca5b871"} {"level":"info","ts":1784909323.213135,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a9fa4e8-9852-4e59-9fe8-6756cca5b871","name":"e2e-cleanup-test"} {"level":"info","ts":1784909323.2613976,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3d65e2c-1df8-4b4d-8dd7-9b13c70b9fc2","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909323.2614298,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b3d65e2c-1df8-4b4d-8dd7-9b13c70b9fc2","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909323.28939,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a9fa4e8-9852-4e59-9fe8-6756cca5b871","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784909323.3026369,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7a9fa4e8-9852-4e59-9fe8-6756cca5b871","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909323.3027315,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ee6fb9-cb16-488d-9017-8d9cb2d37c33"} {"level":"info","ts":1784909323.3027897,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ee6fb9-cb16-488d-9017-8d9cb2d37c33","name":"e2e-cleanup-test"} {"level":"info","ts":1784909323.3543544,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8ee6fb9-cb16-488d-9017-8d9cb2d37c33","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909331.4149485,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e10bada9-f6e4-4009-909f-f2c975bbd4f8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909331.4149623,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c882878-0287-4cbd-b67a-35258e4f2a8a"} {"level":"info","ts":1784909331.4149866,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e10bada9-f6e4-4009-909f-f2c975bbd4f8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909335.7248938,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909335.7249777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728"} {"level":"info","ts":1784909335.7249863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728"} {"level":"info","ts":1784909335.7249982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728","EoS":true} {"level":"info","ts":1784909335.7250333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784909335.7250626,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728"} {"level":"info","ts":1784909335.7725441,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909335.7726352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b"} {"level":"info","ts":1784909335.7726474,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b"} {"level":"info","ts":1784909335.7726588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","EoS":true} {"level":"info","ts":1784909335.7726874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","header":"x-maas-username"} {"level":"info","ts":1784909335.7726967,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","header":"x-maas-group"} {"level":"info","ts":1784909335.7727032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","header":"x-maas-subscription"} {"level":"info","ts":1784909335.772717,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909335.772726,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","modelName":"e2e-external-model"} {"level":"info","ts":1784909335.7727394,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909335.7727606,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784909335.7727795,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","authType":"apikey"} {"level":"info","ts":1784909335.772806,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b"} {"level":"info","ts":1784909335.8123388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909335.81242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.8124335,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.812446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","EoS":true} {"level":"info","ts":1784909335.812472,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","header":"x-maas-group"} {"level":"info","ts":1784909335.8124828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","header":"x-maas-subscription"} {"level":"info","ts":1784909335.8124876,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","header":"x-maas-username"} {"level":"info","ts":1784909335.812502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909335.8125339,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.9152615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.915296,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.9153152,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","EoS":false} {"level":"info","ts":1784909335.9153333,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","EoS":true} {"level":"error","ts":1784909335.9153538,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784909335.9154072,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.9582338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909335.9583266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909335.9583416,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909335.958355,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","EoS":true} {"level":"info","ts":1784909335.9583797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","header":"x-maas-subscription"} {"level":"info","ts":1784909335.9583907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","header":"x-maas-group"} {"level":"info","ts":1784909335.9583962,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","header":"x-maas-username"} {"level":"info","ts":1784909335.9584248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909336.0583167,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909336.0583494,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909336.0583725,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","EoS":false} {"level":"info","ts":1784909336.0583978,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","EoS":true} {"level":"error","ts":1784909336.0584157,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784909336.0584502,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909336.8970094,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"af390b0f-4d50-4701-8ae3-ec4e195abca5"} {"level":"info","ts":1784909336.897054,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a7e322a-e3d9-45e2-b251-cecbdde69477","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909336.8970847,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3a7e322a-e3d9-45e2-b251-cecbdde69477","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909337.0420706,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87b90e93-e41d-479e-bcfd-3e17050a9e33","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909337.0421321,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"87b90e93-e41d-479e-bcfd-3e17050a9e33","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909337.0420883,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2796cdba-0878-4355-91cd-f5b503736138"} {"level":"info","ts":1784909337.1564524,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46fd2846-3801-488a-b90e-fe395b7e38fe","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784909337.156534,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"46fd2846-3801-488a-b90e-fe395b7e38fe","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784910476.42404,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910476.424138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a74a7db-b102-4017-9154-b03cef9cf30f"} {"level":"info","ts":1784910532.883395,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910532.8834734,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"} {"level":"info","ts":1784910532.8834848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"} {"level":"info","ts":1784910532.8834963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","EoS":true} {"level":"info","ts":1784910532.8835242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","header":"x-maas-username"} {"level":"info","ts":1784910532.883533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","header":"x-maas-subscription"} {"level":"info","ts":1784910532.883538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","header":"x-maas-group"} {"level":"info","ts":1784910532.8835511,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784910532.8836007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"} {"level":"info","ts":1784910532.8847194,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"} {"level":"info","ts":1784910532.8847404,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"} {"level":"info","ts":1784910532.8847551,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","EoS":false} {"level":"info","ts":1784910532.8847709,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","EoS":true} {"level":"info","ts":1784910532.8848119,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"}