{"level":"info","ts":1784813031.905904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813031.905922,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813031.9059417,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","EoS":true} {"level":"info","ts":1784813031.9059727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","header":"x-maas-subscription"} {"level":"info","ts":1784813031.9059868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","header":"x-maas-username"} {"level":"info","ts":1784813031.9059956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","header":"x-maas-group"} {"level":"info","ts":1784813031.906012,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813031.9060419,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813031.9071527,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813031.9071698,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813031.9071918,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","EoS":false} {"level":"info","ts":1784813031.907203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d","EoS":true} {"level":"info","ts":1784813031.9072416,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8315c306-f3f1-4629-8998-89d0e4b76c5d"} {"level":"info","ts":1784813032.041356,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813032.0414326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.0414476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.041467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","EoS":true} {"level":"info","ts":1784813032.0415037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","header":"x-maas-group"} {"level":"info","ts":1784813032.041518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","header":"x-maas-username"} {"level":"info","ts":1784813032.0415266,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","header":"x-maas-subscription"} {"level":"info","ts":1784813032.0415447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813032.0415776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.0425313,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.0425441,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.042564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","EoS":false} {"level":"info","ts":1784813032.0425787,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d","EoS":true} {"level":"info","ts":1784813032.0426147,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"76808b10-51e1-47dc-8bf8-e65735c26f7d"} {"level":"info","ts":1784813032.1794963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813032.1795702,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813032.179582,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813032.1795928,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","EoS":true} {"level":"info","ts":1784813032.179612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","header":"x-maas-subscription"} {"level":"info","ts":1784813032.1796217,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","header":"x-maas-group"} {"level":"info","ts":1784813032.1796272,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","header":"x-maas-username"} {"level":"info","ts":1784813032.1796386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813032.1796618,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813032.1807606,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813032.180776,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813032.1807945,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","EoS":false} {"level":"info","ts":1784813032.180819,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d","EoS":true} {"level":"info","ts":1784813032.1808841,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22a76325-bc0b-4c07-8c49-753c5b2cf63d"} {"level":"info","ts":1784813047.9418857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813047.9419613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.941973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.9419854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","EoS":true} {"level":"info","ts":1784813047.942009,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","header":"x-maas-subscription"} {"level":"info","ts":1784813047.9420192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","header":"x-maas-group"} {"level":"info","ts":1784813047.9420242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","header":"x-maas-username"} {"level":"info","ts":1784813047.9420357,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813047.942057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.9446065,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.9446273,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.94465,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","EoS":false} {"level":"info","ts":1784813047.9446707,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b","EoS":true} {"level":"info","ts":1784813047.9447174,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f1b89b0-9e4b-48d7-a3bb-e3468ae6aa1b"} {"level":"info","ts":1784813047.9789617,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813047.9790244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813047.9790342,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813047.979045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","EoS":true} {"level":"info","ts":1784813047.9790645,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","header":"x-maas-username"} {"level":"info","ts":1784813047.9790747,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","header":"x-maas-subscription"} {"level":"info","ts":1784813047.9790797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","header":"x-maas-group"} {"level":"info","ts":1784813047.97909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813047.9791093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813047.979952,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813047.9799724,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813047.9799867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","EoS":false} {"level":"info","ts":1784813047.9799984,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684","EoS":true} {"level":"info","ts":1784813047.9800289,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7cbc0c35-0ab2-4091-bc25-9a8616c97684"} {"level":"info","ts":1784813048.0800455,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813048.0801003,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"747297b4-6654-41f1-ae38-570a303f9097"} {"level":"info","ts":1784813048.0811138,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"747297b4-6654-41f1-ae38-570a303f9097"} {"level":"info","ts":1784813048.0811303,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"747297b4-6654-41f1-ae38-570a303f9097"} {"level":"info","ts":1784813048.081146,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"747297b4-6654-41f1-ae38-570a303f9097","EoS":false} {"level":"info","ts":1784813048.0811584,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"747297b4-6654-41f1-ae38-570a303f9097"} {"level":"info","ts":1784813048.0811822,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"747297b4-6654-41f1-ae38-570a303f9097","EoS":true} {"level":"info","ts":1784813048.0811925,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"747297b4-6654-41f1-ae38-570a303f9097"} {"level":"info","ts":1784813052.7543595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813052.7544398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813052.7544525,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813052.7544634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","EoS":true} {"level":"info","ts":1784813052.7544866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","header":"x-maas-group"} {"level":"info","ts":1784813052.7544968,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","header":"x-maas-username"} {"level":"info","ts":1784813052.754501,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","header":"x-maas-subscription"} {"level":"info","ts":1784813052.7545154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813052.7545378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813052.7567613,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813052.756783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813052.7568026,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","EoS":false} {"level":"info","ts":1784813052.7568176,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915","EoS":true} {"level":"info","ts":1784813052.7568746,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2b43fc6e-a814-4640-9b2c-1528b3ad6915"} {"level":"info","ts":1784813065.4702141,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813065.4702961,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813065.4703074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813065.470319,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","EoS":true} {"level":"info","ts":1784813065.4703417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","header":"x-maas-username"} {"level":"info","ts":1784813065.4703517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","header":"x-maas-subscription"} {"level":"info","ts":1784813065.4703574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","header":"x-maas-group"} {"level":"info","ts":1784813065.47037,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813065.4703934,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813065.4715137,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813065.4715283,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813065.471547,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","EoS":false} {"level":"info","ts":1784813065.4715574,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3","EoS":true} {"level":"info","ts":1784813065.4715893,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e3c4c65-0859-4bb5-bcd6-46e2b528aae3"} {"level":"info","ts":1784813078.352186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813078.3522632,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813078.352282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813078.3522997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","EoS":true} {"level":"info","ts":1784813078.3523276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","header":"x-maas-username"} {"level":"info","ts":1784813078.3523417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","header":"x-maas-group"} {"level":"info","ts":1784813078.3523505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","header":"x-maas-subscription"} {"level":"info","ts":1784813078.3523657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813078.3524034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813078.3536901,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813078.3537107,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813078.3537254,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","EoS":false} {"level":"info","ts":1784813078.3537366,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9","EoS":true} {"level":"info","ts":1784813078.3537724,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8ed330ae-a188-4ca3-ba05-946de11129c9"} {"level":"info","ts":1784813086.9369013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813086.9369636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813086.9369724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813086.9369855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","EoS":true} {"level":"info","ts":1784813086.937008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","header":"x-maas-username"} {"level":"info","ts":1784813086.9370162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","header":"x-maas-subscription"} {"level":"info","ts":1784813086.93702,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","header":"x-maas-group"} {"level":"info","ts":1784813086.9370341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813086.937058,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813086.9382448,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813086.9382656,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813086.9382868,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","EoS":false} {"level":"info","ts":1784813086.9383042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710","EoS":true} {"level":"info","ts":1784813086.938348,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac097723-8dbd-45d4-962d-fe3c43304710"} {"level":"info","ts":1784813095.849547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813095.8496141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813095.8496232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813095.8496337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","EoS":true} {"level":"info","ts":1784813095.849654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","header":"x-maas-username"} {"level":"info","ts":1784813095.8496647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","header":"x-maas-group"} {"level":"info","ts":1784813095.849671,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","header":"x-maas-subscription"} {"level":"info","ts":1784813095.8496833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813095.849708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813095.8507047,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813095.8507235,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813095.850739,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","EoS":false} {"level":"info","ts":1784813095.8507507,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523","EoS":true} {"level":"info","ts":1784813095.8507907,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a1e1b061-afe8-4c75-958f-a8de44f8f523"} {"level":"info","ts":1784813118.7110534,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813118.7111375,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813118.711155,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813118.711175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","EoS":true} {"level":"info","ts":1784813118.7112134,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","header":"x-maas-subscription"} {"level":"info","ts":1784813118.7112274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","header":"x-maas-group"} {"level":"info","ts":1784813118.7112358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","header":"x-maas-username"} {"level":"info","ts":1784813118.7112536,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813118.7112875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813118.713425,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813118.7134452,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813118.7134612,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","EoS":false} {"level":"info","ts":1784813118.7134738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f","EoS":true} {"level":"info","ts":1784813118.7135081,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"362ecb03-3f57-40e2-ad07-b6ac25aa065f"} {"level":"info","ts":1784813142.5105598,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813142.5106432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813142.51066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813142.5106795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","EoS":true} {"level":"info","ts":1784813142.5107167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","header":"x-maas-group"} {"level":"info","ts":1784813142.5107284,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","header":"x-maas-subscription"} {"level":"info","ts":1784813142.510737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","header":"x-maas-username"} {"level":"info","ts":1784813142.5107539,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784813142.5107856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813142.513643,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813142.5136652,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813142.5136864,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","EoS":false} {"level":"info","ts":1784813142.513698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299","EoS":true} {"level":"info","ts":1784813142.513735,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5ff76d39-b01d-4ad9-9516-86f6f3127299"} {"level":"info","ts":1784813169.231251,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813169.2313316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813169.2313435,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813169.2313554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","EoS":true} {"level":"info","ts":1784813169.231377,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","header":"x-maas-group"} {"level":"info","ts":1784813169.2313871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","header":"x-maas-subscription"} {"level":"info","ts":1784813169.2313926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","header":"x-maas-username"} {"level":"info","ts":1784813169.2314055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813169.231428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813169.2337315,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813169.2337456,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813169.2337573,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","EoS":false} {"level":"info","ts":1784813169.2337675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc","EoS":true} {"level":"info","ts":1784813169.233796,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a6cd9919-03a2-4f31-b6d2-6bfa59d3fbfc"} {"level":"info","ts":1784813178.7079864,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813178.7080688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.7080836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.708103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","EoS":true} {"level":"info","ts":1784813178.7081378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","header":"x-maas-group"} {"level":"info","ts":1784813178.7081492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","header":"x-maas-subscription"} {"level":"info","ts":1784813178.7081573,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","header":"x-maas-username"} {"level":"info","ts":1784813178.7081761,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813178.708207,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.70942,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.7094395,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.7094545,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","EoS":false} {"level":"info","ts":1784813178.7094662,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9","EoS":true} {"level":"info","ts":1784813178.709501,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1419d658-b512-45d0-817f-5502a20c45b9"} {"level":"info","ts":1784813178.7436855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813178.7437453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813178.7437565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813178.743767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","EoS":true} {"level":"info","ts":1784813178.7437856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","header":"x-maas-username"} {"level":"info","ts":1784813178.7437956,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","header":"x-maas-subscription"} {"level":"info","ts":1784813178.7438002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","header":"x-maas-group"} {"level":"info","ts":1784813178.7438107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813178.7438297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813178.7447653,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813178.744783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813178.744799,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","EoS":false} {"level":"info","ts":1784813178.7448123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa","EoS":true} {"level":"info","ts":1784813178.744843,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"564b9486-77ad-4647-b9f3-659d90ed95aa"} {"level":"info","ts":1784813197.9358149,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813197.935896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813197.935908,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813197.9359212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","EoS":true} {"level":"info","ts":1784813197.9359431,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","header":"x-maas-username"} {"level":"info","ts":1784813197.9359505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","header":"x-maas-group"} {"level":"info","ts":1784813197.9359558,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","header":"x-maas-subscription"} {"level":"info","ts":1784813197.9359684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813197.9359941,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813197.9370952,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813197.9371123,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813197.9371264,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","EoS":false} {"level":"info","ts":1784813197.9371388,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c","EoS":true} {"level":"info","ts":1784813197.9371738,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2871f78f-b4c0-4168-853c-5423caa0a05c"} {"level":"info","ts":1784813329.1803677,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813329.1804423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813329.1804519,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813329.180463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","EoS":true} {"level":"info","ts":1784813329.180486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","header":"x-maas-group"} {"level":"info","ts":1784813329.1805038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","header":"x-maas-username"} {"level":"info","ts":1784813329.1805089,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","header":"x-maas-subscription"} {"level":"info","ts":1784813329.1805215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784813329.1805608,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813329.1845484,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813329.1845722,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813329.184588,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","EoS":false} {"level":"info","ts":1784813329.1846004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36","EoS":true} {"level":"info","ts":1784813329.1846497,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49a771e8-24c1-4dcf-8473-9554c364fb36"} {"level":"info","ts":1784813366.631443,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813366.631558,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813366.6315722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813366.631591,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","EoS":true} {"level":"info","ts":1784813366.631625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","header":"x-maas-subscription"} {"level":"info","ts":1784813366.6316376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","header":"x-maas-group"} {"level":"info","ts":1784813366.6316445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","header":"x-maas-username"} {"level":"info","ts":1784813366.6316617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813366.6316917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813366.6344554,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813366.6344774,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813366.6344962,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","EoS":false} {"level":"info","ts":1784813366.6345088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563","EoS":true} {"level":"info","ts":1784813366.6345422,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f333e8f-ecef-4bd0-b31d-24b9272d1563"} {"level":"info","ts":1784813382.066116,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813382.066191,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813382.0662107,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813382.066231,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","EoS":true} {"level":"info","ts":1784813382.0662663,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","header":"x-maas-group"} {"level":"info","ts":1784813382.066278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","header":"x-maas-username"} {"level":"info","ts":1784813382.0662847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","header":"x-maas-subscription"} {"level":"info","ts":1784813382.066304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813382.0663354,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813382.067363,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813382.0673826,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813382.0673976,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","EoS":false} {"level":"info","ts":1784813382.0674088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2","EoS":true} {"level":"info","ts":1784813382.0674446,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"534a76f5-85a2-4af0-82b1-c8e529b15eb2"} {"level":"info","ts":1784813698.209779,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813698.2098532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.2098775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.2098944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","EoS":true} {"level":"info","ts":1784813698.209923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","header":"x-maas-group"} {"level":"info","ts":1784813698.209934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","header":"x-maas-subscription"} {"level":"info","ts":1784813698.2099392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","header":"x-maas-username"} {"level":"info","ts":1784813698.2099526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813698.2099771,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.2127285,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.2127469,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.2127595,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","EoS":false} {"level":"info","ts":1784813698.2127693,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626","EoS":true} {"level":"info","ts":1784813698.212797,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf5cc352-6e12-4dcb-afb4-572f28d85626"} {"level":"info","ts":1784813698.246998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813698.2470555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813698.2470696,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813698.24708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","EoS":true} {"level":"info","ts":1784813698.2470999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","header":"x-maas-group"} {"level":"info","ts":1784813698.2471075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","header":"x-maas-subscription"} {"level":"info","ts":1784813698.2471125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","header":"x-maas-username"} {"level":"info","ts":1784813698.2471232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784813698.2471442,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813698.2481117,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813698.2481306,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813698.248151,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","EoS":false} {"level":"info","ts":1784813698.24817,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042","EoS":true} {"level":"info","ts":1784813698.2482152,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"640678cb-634d-4739-9d37-acfb911d5042"} {"level":"info","ts":1784813703.1257777,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"eeab9782-a262-4a55-9583-5b47e79cd7e6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784813703.126097,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32517.480759704,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.1261225,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.1781774,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.2270916,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"eeab9782-a262-4a55-9583-5b47e79cd7e6","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784813703.2695594,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d739cb3-b0ce-40cc-bd5d-53be2efbf5ea","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813703.2695847,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ab7100-c692-47fc-91e6-fe0b507ad9df"} {"level":"info","ts":1784813703.2696104,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7d739cb3-b0ce-40cc-bd5d-53be2efbf5ea","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784813703.27888,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cfd6848d-cd51-456b-b5a1-dd0e272d914a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813703.2789018,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cfd6848d-cd51-456b-b5a1-dd0e272d914a","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784813703.2801042,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ab7100-c692-47fc-91e6-fe0b507ad9df","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.2803037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36829.612207982,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.2803192,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.2894804,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.3806515,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ab7100-c692-47fc-91e6-fe0b507ad9df","name":"e2e-external-provider"} {"level":"info","ts":1784813703.3849912,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f434d89d-525c-4618-b804-2e6bbf17e1b7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.3850424,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f434d89d-525c-4618-b804-2e6bbf17e1b7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.3849905,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80379855-6352-4169-900c-be4398a89e71"} {"level":"info","ts":1784813703.391439,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80379855-6352-4169-900c-be4398a89e71","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784813703.3915794,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e6bdbe7-e25a-42bf-a9bd-15d66d069b04","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.391623,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0e6bdbe7-e25a-42bf-a9bd-15d66d069b04","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.3944092,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ab7100-c692-47fc-91e6-fe0b507ad9df","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"error","ts":1784813703.400454,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80379855-6352-4169-900c-be4398a89e71","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.4005558,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3b15324-38cc-46fe-adec-df16d2197e51"} {"level":"info","ts":1784813703.4005892,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3b15324-38cc-46fe-adec-df16d2197e51","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784813703.4010062,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f73ab198-b6f6-4f4e-8d37-cd108bc632fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.401039,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f73ab198-b6f6-4f4e-8d37-cd108bc632fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784813703.404909,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3b15324-38cc-46fe-adec-df16d2197e51","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784813703.4049585,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3b15324-38cc-46fe-adec-df16d2197e51","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.4050133,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e29ba39f-db53-421e-af94-b15dad74c46e"} {"level":"info","ts":1784813703.4050562,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e29ba39f-db53-421e-af94-b15dad74c46e","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784813703.405935,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ab7100-c692-47fc-91e6-fe0b507ad9df","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784813703.4132922,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e29ba39f-db53-421e-af94-b15dad74c46e","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.4138176,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ab7100-c692-47fc-91e6-fe0b507ad9df","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784813703.4186366,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ab7100-c692-47fc-91e6-fe0b507ad9df","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.418717,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f14c6b9-392e-4c8f-af2e-56d4e03fecb0"} {"level":"info","ts":1784813703.4187658,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f14c6b9-392e-4c8f-af2e-56d4e03fecb0","name":"e2e-external-provider"} {"level":"info","ts":1784813703.429405,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3f14c6b9-392e-4c8f-af2e-56d4e03fecb0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784813703.4337335,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f39801a2-e24b-43bb-8157-e796ce65e130"} {"level":"info","ts":1784813703.43376,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f39801a2-e24b-43bb-8157-e796ce65e130","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784813703.4385903,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"154683cd-8a7f-42a9-b6ae-664ea5a02999","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813703.438619,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"154683cd-8a7f-42a9-b6ae-664ea5a02999","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784813703.4386399,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bbcbb78-2e02-4865-9cac-176c24b63fa8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.4386644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4bbcbb78-2e02-4865-9cac-176c24b63fa8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.4389136,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d20b58a3-5f51-4451-bfe4-88960b727e59"} {"level":"info","ts":1784813703.43895,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d20b58a3-5f51-4451-bfe4-88960b727e59","name":"e2e-external-provider"} {"level":"error","ts":1784813703.4395711,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f39801a2-e24b-43bb-8157-e796ce65e130","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.4396477,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fcf40d7-6a51-402b-9e07-ca77bc3ab1df"} {"level":"info","ts":1784813703.4400039,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33709.01790003,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.4400299,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.4483895,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784813703.4511516,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d20b58a3-5f51-4451-bfe4-88960b727e59","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784813703.540995,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fcf40d7-6a51-402b-9e07-ca77bc3ab1df","name":"e2e-external-model"} {"level":"info","ts":1784813703.5531995,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fcf40d7-6a51-402b-9e07-ca77bc3ab1df","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784813703.5617027,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c2ca583-f0f8-43a6-a0ef-afe56c1ad3d0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.5617247,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c732e5f-4a2c-4a11-a1d2-95c85c2df213"} {"level":"info","ts":1784813703.561741,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c2ca583-f0f8-43a6-a0ef-afe56c1ad3d0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.5617938,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c732e5f-4a2c-4a11-a1d2-95c85c2df213","name":"e2e-external-model"} {"level":"error","ts":1784813703.5846286,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c732e5f-4a2c-4a11-a1d2-95c85c2df213","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813703.5849037,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4d717f6-3ead-40cd-80cc-7240be8574d6","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.5849295,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c4d717f6-3ead-40cd-80cc-7240be8574d6","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.5849283,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9295ba12-a87b-414e-b8e6-b58828411a48"} {"level":"info","ts":1784813703.5850277,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9295ba12-a87b-414e-b8e6-b58828411a48","name":"e2e-external-model"} {"level":"info","ts":1784813703.594837,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9295ba12-a87b-414e-b8e6-b58828411a48","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784813703.6023426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ac15c86-ea60-4fbf-bb9e-29d42ef04bc9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813703.602376,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1ac15c86-ea60-4fbf-bb9e-29d42ef04bc9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784813703.6024137,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46d808c9-c18d-4bfe-a67b-234f15d0fb1b"} {"level":"info","ts":1784813703.6024806,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46d808c9-c18d-4bfe-a67b-234f15d0fb1b","name":"e2e-external-model"} {"level":"info","ts":1784813703.611287,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46d808c9-c18d-4bfe-a67b-234f15d0fb1b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784813710.9044762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813710.9045484,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5"} {"level":"info","ts":1784813710.904559,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5"} {"level":"info","ts":1784813710.9045703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","EoS":true} {"level":"info","ts":1784813710.9045944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","header":"x-maas-username"} {"level":"info","ts":1784813710.9046047,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","header":"x-maas-subscription"} {"level":"info","ts":1784813710.9046097,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","header":"x-maas-group"} {"level":"info","ts":1784813710.9046223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784813710.9046283,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","modelName":"e2e-external-model"} {"level":"info","ts":1784813710.9046648,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784813710.9046965,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784813710.9047117,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5","authType":"apikey"} {"level":"info","ts":1784813710.9047377,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5eb4f900-bbf8-40e4-9b9e-ae0a67e54be5"} {"level":"info","ts":1784813711.0346246,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093fc877-0b65-499b-9ac6-9f552cd2c9a7"} {"level":"info","ts":1784813711.0346613,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf9c720f-c6bd-4f73-96e1-79045486982a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.0346913,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf9c720f-c6bd-4f73-96e1-79045486982a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784813711.040292,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2bce35c-b2ec-4581-8ab2-018dd8b13743","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.0403214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2bce35c-b2ec-4581-8ab2-018dd8b13743","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784813711.0433657,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093fc877-0b65-499b-9ac6-9f552cd2c9a7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813711.043423,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093fc877-0b65-499b-9ac6-9f552cd2c9a7","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.0586064,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093fc877-0b65-499b-9ac6-9f552cd2c9a7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784813711.0624785,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"093fc877-0b65-499b-9ac6-9f552cd2c9a7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813711.0625858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff1ea918-411d-461e-ba17-61b7a7e3142c"} {"level":"info","ts":1784813711.062657,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff1ea918-411d-461e-ba17-61b7a7e3142c","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.0676625,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dc1aa49-3ae3-4a00-b52c-82e21f41a97a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.0676918,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5dc1aa49-3ae3-4a00-b52c-82e21f41a97a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784813711.0777335,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff1ea918-411d-461e-ba17-61b7a7e3142c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784813711.0777776,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ff1ea918-411d-461e-ba17-61b7a7e3142c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813711.0778399,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c0e6c2f-dc3f-44ad-96f8-63d3d934e89c"} {"level":"info","ts":1784813711.0779157,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c0e6c2f-dc3f-44ad-96f8-63d3d934e89c","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.0822585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"832e1418-741a-4b9e-badf-9f25a47c1634","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.0822878,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"832e1418-741a-4b9e-badf-9f25a47c1634","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784813711.086572,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c0e6c2f-dc3f-44ad-96f8-63d3d934e89c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784813711.0898201,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1c0e6c2f-dc3f-44ad-96f8-63d3d934e89c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813711.089902,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a32c328-09d3-47d1-b8c2-f0377aed453c"} {"level":"info","ts":1784813711.0899632,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a32c328-09d3-47d1-b8c2-f0377aed453c","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.1006258,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80fdffd5-b77c-4f83-b36a-370c09e48357","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813711.100665,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"80fdffd5-b77c-4f83-b36a-370c09e48357","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784813711.1012402,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a32c328-09d3-47d1-b8c2-f0377aed453c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784813711.1053827,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8a32c328-09d3-47d1-b8c2-f0377aed453c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784813711.10546,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baa5c957-d68b-429b-9663-74b47d54322a"} {"level":"info","ts":1784813711.1055105,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baa5c957-d68b-429b-9663-74b47d54322a","name":"e2e-cleanup-test"} {"level":"info","ts":1784813711.1152625,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"baa5c957-d68b-429b-9663-74b47d54322a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784813719.3402364,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4af4ff69-fe36-4837-b689-14215863f993","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813719.3402398,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76444c58-1348-4ab3-8b84-bc05e11469ff"} {"level":"info","ts":1784813719.3402603,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4af4ff69-fe36-4837-b689-14215863f993","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784813723.6726158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813723.6727018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2"} {"level":"info","ts":1784813723.6727152,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2"} {"level":"info","ts":1784813723.6727362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2","EoS":true} {"level":"info","ts":1784813723.6727757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784813723.6728084,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7adadd8-6ba9-45fe-96e3-be4d115c21a2"} {"level":"info","ts":1784813723.712273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813723.7123535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b"} {"level":"info","ts":1784813723.712368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b"} {"level":"info","ts":1784813723.712387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","EoS":true} {"level":"info","ts":1784813723.7124224,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","header":"x-maas-username"} {"level":"info","ts":1784813723.712436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","header":"x-maas-group"} {"level":"info","ts":1784813723.712444,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","header":"x-maas-subscription"} {"level":"info","ts":1784813723.7124615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784813723.7124746,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","modelName":"e2e-external-model"} {"level":"info","ts":1784813723.712494,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784813723.7125251,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784813723.7125492,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b","authType":"apikey"} {"level":"info","ts":1784813723.7125862,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"feb2ad50-ef0a-4a77-b842-2eaea3439f4b"} {"level":"info","ts":1784813723.7481577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813723.7482164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.7482266,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.7482376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","EoS":true} {"level":"info","ts":1784813723.7482574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","header":"x-maas-subscription"} {"level":"info","ts":1784813723.748268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","header":"x-maas-group"} {"level":"info","ts":1784813723.748273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","header":"x-maas-username"} {"level":"info","ts":1784813723.7482853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784813723.7483466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.848733,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.8487663,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.8487918,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","EoS":false} {"level":"info","ts":1784813723.8488107,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","EoS":true} {"level":"error","ts":1784813723.8488286,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784813723.8489897,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a9507025-9da0-4136-8139-ad20aedce9e2"} {"level":"info","ts":1784813723.8883417,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784813723.8884063,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813723.888421,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813723.8884332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","EoS":true} {"level":"info","ts":1784813723.888455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","header":"x-maas-group"} {"level":"info","ts":1784813723.8884647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","header":"x-maas-subscription"} {"level":"info","ts":1784813723.8884692,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","header":"x-maas-username"} {"level":"info","ts":1784813723.8885007,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813723.9379833,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813723.938006,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813723.9380326,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","EoS":false} {"level":"info","ts":1784813723.938045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","EoS":true} {"level":"error","ts":1784813723.9380603,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784813723.938093,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"30ef262f-f1b8-492d-9c62-a2b0936fecfb"} {"level":"info","ts":1784813724.8004956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c8a63ae1-eea9-48e3-8af4-d41ce6b607d2"} {"level":"info","ts":1784813724.8005152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d599447-9b74-403f-abcf-453c1d644cac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813724.8005483,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d599447-9b74-403f-abcf-453c1d644cac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784813724.952224,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6d3dfd25-e6da-40d4-8880-2c0d51a0082b"} {"level":"info","ts":1784813724.9522877,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8db59f95-f19a-43db-9ad0-cd44725db59c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813724.952332,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8db59f95-f19a-43db-9ad0-cd44725db59c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784813725.078719,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cb11366c-8d42-40af-8812-409df0e8ad77","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784813725.0787773,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"cb11366c-8d42-40af-8812-409df0e8ad77","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784814359.800036,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814359.8001065,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814359.8001137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814359.8001254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","EoS":true} {"level":"info","ts":1784814359.800149,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","header":"x-maas-group"} {"level":"info","ts":1784814359.80016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","header":"x-maas-subscription"} {"level":"info","ts":1784814359.8001657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","header":"x-maas-username"} {"level":"info","ts":1784814359.800177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","path":"/ai-tenant-e2e-inf-b-38ab5f/test-model-38ab5f/v1/chat/completions"} {"level":"info","ts":1784814359.800201,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814359.8130846,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814359.8131065,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814359.8131206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","EoS":false} {"level":"info","ts":1784814359.8131354,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245","EoS":true} {"level":"info","ts":1784814359.8131766,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6c774124-2293-4a35-b148-3b23e78ec245"} {"level":"info","ts":1784814838.0016587,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784814838.0017333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"} {"level":"info","ts":1784814838.0017412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"} {"level":"info","ts":1784814838.001753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","EoS":true} {"level":"info","ts":1784814838.0017796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","header":"x-maas-subscription"} {"level":"info","ts":1784814838.0017898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","header":"x-maas-username"} {"level":"info","ts":1784814838.0017946,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","header":"x-maas-group"} {"level":"info","ts":1784814838.001809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","path":"/ai-tenant-e2e-shared-b-690897/rate-test-model-690897/v1/completions"} {"level":"info","ts":1784814838.0018327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"} {"level":"info","ts":1784814838.0146377,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"} {"level":"info","ts":1784814838.0146682,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"} {"level":"info","ts":1784814838.0146892,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","EoS":false} {"level":"info","ts":1784814838.014706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e","EoS":true} {"level":"info","ts":1784814838.014755,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bbd7d0bc-97a6-47a9-9b76-837717c3069e"}