{"level":"info","ts":1785262470.683279,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262470.6833827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262470.683397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262470.6834145,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","EoS":true} {"level":"info","ts":1785262470.6834426,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","header":"x-maas-username"} {"level":"info","ts":1785262470.6834562,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","header":"x-maas-group"} {"level":"info","ts":1785262470.683462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","header":"x-maas-subscription"} {"level":"info","ts":1785262470.6834772,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262470.6835065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262470.6843917,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262470.684411,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262470.6844273,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","EoS":false} {"level":"info","ts":1785262470.6844409,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf","EoS":true} {"level":"info","ts":1785262470.6844695,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"36df6408-3ae8-4025-9db4-5c56675caadf"} {"level":"info","ts":1785262493.8469112,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262493.8470094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.847025,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.8470452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","EoS":true} {"level":"info","ts":1785262493.8470845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","header":"x-maas-subscription"} {"level":"info","ts":1785262493.8470979,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","header":"x-maas-username"} {"level":"info","ts":1785262493.8471072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","header":"x-maas-group"} {"level":"info","ts":1785262493.8471284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262493.847165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.850515,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.8505394,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.8505564,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","EoS":false} {"level":"info","ts":1785262493.8505697,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3","EoS":true} {"level":"info","ts":1785262493.8506036,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"918121eb-2ae4-41b9-982d-04babca73ae3"} {"level":"info","ts":1785262493.9908106,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262493.990908,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262493.9909213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262493.9909418,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","EoS":true} {"level":"info","ts":1785262493.9909797,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","header":"x-maas-subscription"} {"level":"info","ts":1785262493.9909918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","header":"x-maas-username"} {"level":"info","ts":1785262493.9910016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","header":"x-maas-group"} {"level":"info","ts":1785262493.9910223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262493.9910595,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262493.9922364,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262493.9922628,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262493.9922853,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","EoS":false} {"level":"info","ts":1785262493.992297,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14","EoS":true} {"level":"info","ts":1785262493.9923286,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f96c148-838b-4fd4-a77e-db3b1832db14"} {"level":"info","ts":1785262494.1301124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262494.130216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.1302304,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.130252,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","EoS":true} {"level":"info","ts":1785262494.1302874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","header":"x-maas-group"} {"level":"info","ts":1785262494.1302993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","header":"x-maas-username"} {"level":"info","ts":1785262494.1303082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","header":"x-maas-subscription"} {"level":"info","ts":1785262494.1303296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262494.130364,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.131414,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.1314347,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.1314497,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","EoS":false} {"level":"info","ts":1785262494.1314585,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65","EoS":true} {"level":"info","ts":1785262494.1314874,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"22a4cc86-cbad-4c7e-8594-01870b474f65"} {"level":"info","ts":1785262494.2672215,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262494.2673235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.267338,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.2673562,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","EoS":true} {"level":"info","ts":1785262494.2673917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","header":"x-maas-group"} {"level":"info","ts":1785262494.2674048,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","header":"x-maas-username"} {"level":"info","ts":1785262494.267413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","header":"x-maas-subscription"} {"level":"info","ts":1785262494.267439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262494.2674773,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.2684941,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.2685144,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.2685351,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","EoS":false} {"level":"info","ts":1785262494.268548,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75","EoS":true} {"level":"info","ts":1785262494.2685776,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"9ed0d16c-ba38-4154-b882-75f702d6ff75"} {"level":"info","ts":1785262494.4074202,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262494.4075117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262494.4075277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262494.4075475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","EoS":true} {"level":"info","ts":1785262494.407586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","header":"x-maas-subscription"} {"level":"info","ts":1785262494.4075994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","header":"x-maas-username"} {"level":"info","ts":1785262494.407608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","header":"x-maas-group"} {"level":"info","ts":1785262494.4076288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262494.407658,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262494.4088063,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262494.4088235,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262494.4088428,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","EoS":false} {"level":"info","ts":1785262494.408858,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a","EoS":true} {"level":"info","ts":1785262494.408897,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1cc8d9ef-4593-4917-8318-e7529984147a"} {"level":"info","ts":1785262513.4225338,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262513.4226317,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.4226453,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.422657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","EoS":true} {"level":"info","ts":1785262513.4227023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","header":"x-maas-group"} {"level":"info","ts":1785262513.4227164,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","header":"x-maas-username"} {"level":"info","ts":1785262513.4227223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","header":"x-maas-subscription"} {"level":"info","ts":1785262513.4227371,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262513.4227676,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.4241889,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.4242163,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.424241,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","EoS":false} {"level":"info","ts":1785262513.4242504,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee","EoS":true} {"level":"info","ts":1785262513.4242783,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a6b5f572-2115-45f6-a774-1eed3d3aebee"} {"level":"info","ts":1785262513.5396233,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262513.5397255,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"780d1c69-4a68-4e6c-bc95-0ae47dafd69a"} {"level":"info","ts":1785262513.542354,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"780d1c69-4a68-4e6c-bc95-0ae47dafd69a"} {"level":"info","ts":1785262513.5423865,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"780d1c69-4a68-4e6c-bc95-0ae47dafd69a"} {"level":"info","ts":1785262513.5424135,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"780d1c69-4a68-4e6c-bc95-0ae47dafd69a","EoS":false} {"level":"info","ts":1785262513.5424361,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"780d1c69-4a68-4e6c-bc95-0ae47dafd69a"} {"level":"info","ts":1785262513.5424786,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"780d1c69-4a68-4e6c-bc95-0ae47dafd69a","EoS":true} {"level":"info","ts":1785262513.542492,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"780d1c69-4a68-4e6c-bc95-0ae47dafd69a"} {"level":"info","ts":1785262518.175297,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262518.175387,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262518.175401,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262518.175414,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","EoS":true} {"level":"info","ts":1785262518.175442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","header":"x-maas-subscription"} {"level":"info","ts":1785262518.1754527,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","header":"x-maas-group"} {"level":"info","ts":1785262518.1754587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","header":"x-maas-username"} {"level":"info","ts":1785262518.1754735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262518.175498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262518.176347,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262518.1763687,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262518.1763847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","EoS":false} {"level":"info","ts":1785262518.1763968,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab","EoS":true} {"level":"info","ts":1785262518.1764307,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"662c148f-f9bb-4529-b4d6-1acaeda46fab"} {"level":"info","ts":1785262528.8061485,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262528.8062396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262528.8062546,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262528.8062704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","EoS":true} {"level":"info","ts":1785262528.806302,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","header":"x-maas-subscription"} {"level":"info","ts":1785262528.8063154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","header":"x-maas-username"} {"level":"info","ts":1785262528.8063233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","header":"x-maas-group"} {"level":"info","ts":1785262528.806341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262528.806369,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262528.80742,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262528.8074458,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262528.8074691,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","EoS":false} {"level":"info","ts":1785262528.8074896,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9","EoS":true} {"level":"info","ts":1785262528.8075364,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d8253198-eb0b-4a3d-b1d1-eef1a5e4fcf9"} {"level":"info","ts":1785262541.702305,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262541.7023845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262541.7023947,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262541.7024064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","EoS":true} {"level":"info","ts":1785262541.7024345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","header":"x-maas-group"} {"level":"info","ts":1785262541.7024453,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","header":"x-maas-username"} {"level":"info","ts":1785262541.70245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","header":"x-maas-subscription"} {"level":"info","ts":1785262541.7024634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262541.7024887,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262541.7034352,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262541.7034578,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262541.7034745,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","EoS":false} {"level":"info","ts":1785262541.7034857,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40","EoS":true} {"level":"info","ts":1785262541.7035172,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"084f80e6-92e3-4308-922c-73ed0df82a40"} {"level":"info","ts":1785262550.2559917,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262550.2560706,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262550.2560835,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262550.2560956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","EoS":true} {"level":"info","ts":1785262550.2561214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","header":"x-maas-username"} {"level":"info","ts":1785262550.256132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","header":"x-maas-group"} {"level":"info","ts":1785262550.2561376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","header":"x-maas-subscription"} {"level":"info","ts":1785262550.2561522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262550.256179,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262550.2570276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262550.2570467,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262550.2570596,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","EoS":false} {"level":"info","ts":1785262550.2570717,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851","EoS":true} {"level":"info","ts":1785262550.2571003,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"eb56601f-34c8-490a-a157-c570e09e8851"} {"level":"info","ts":1785262559.1436274,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262559.1437302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262559.1437414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262559.143753,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","EoS":true} {"level":"info","ts":1785262559.1437795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","header":"x-maas-subscription"} {"level":"info","ts":1785262559.1437917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","header":"x-maas-username"} {"level":"info","ts":1785262559.1437974,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","header":"x-maas-group"} {"level":"info","ts":1785262559.1438107,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262559.1438377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262559.1447225,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262559.1447432,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262559.1447582,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","EoS":false} {"level":"info","ts":1785262559.1447706,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5","EoS":true} {"level":"info","ts":1785262559.1448016,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"aee56ec5-ea2b-4f98-ac29-4edbb28b94f5"} {"level":"info","ts":1785262584.1540072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262584.1540859,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262584.154095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262584.1541126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","EoS":true} {"level":"info","ts":1785262584.154142,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","header":"x-maas-subscription"} {"level":"info","ts":1785262584.154154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","header":"x-maas-group"} {"level":"info","ts":1785262584.1541595,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","header":"x-maas-username"} {"level":"info","ts":1785262584.1541753,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262584.154201,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262584.1561472,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262584.1561613,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262584.1561725,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","EoS":false} {"level":"info","ts":1785262584.1561832,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555","EoS":true} {"level":"info","ts":1785262584.1562102,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a35984fa-1524-4a14-bc0a-b37f4f580555"} {"level":"info","ts":1785262607.3283477,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262607.328423,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262607.3284328,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262607.328445,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","EoS":true} {"level":"info","ts":1785262607.3284724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","header":"x-maas-username"} {"level":"info","ts":1785262607.3284826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","header":"x-maas-subscription"} {"level":"info","ts":1785262607.3284874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","header":"x-maas-group"} {"level":"info","ts":1785262607.3285036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785262607.3285313,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262607.3296688,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262607.3297064,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262607.3297274,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","EoS":false} {"level":"info","ts":1785262607.3297381,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082","EoS":true} {"level":"info","ts":1785262607.3297641,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"8955f6e9-efa9-4cd8-b955-304e2fee7082"} {"level":"info","ts":1785262642.4905865,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262642.4906719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262642.4906967,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262642.4907088,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","EoS":true} {"level":"info","ts":1785262642.4907343,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","header":"x-maas-username"} {"level":"info","ts":1785262642.4907463,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","header":"x-maas-subscription"} {"level":"info","ts":1785262642.4907517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","header":"x-maas-group"} {"level":"info","ts":1785262642.4907656,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262642.4907923,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262642.493283,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262642.493308,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262642.4933233,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","EoS":false} {"level":"info","ts":1785262642.493335,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb","EoS":true} {"level":"info","ts":1785262642.4933646,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c76bd6cc-6a35-40b0-a2e1-5d465242fcbb"} {"level":"info","ts":1785262651.9331627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262651.933237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.9332485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.9332592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","EoS":true} {"level":"info","ts":1785262651.9332848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","header":"x-maas-username"} {"level":"info","ts":1785262651.9332957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","header":"x-maas-group"} {"level":"info","ts":1785262651.9333022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","header":"x-maas-subscription"} {"level":"info","ts":1785262651.9333165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262651.9333425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.934209,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.9342284,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.9342446,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","EoS":false} {"level":"info","ts":1785262651.9342551,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b","EoS":true} {"level":"info","ts":1785262651.9342809,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"55c7c4a7-bdc9-4cd2-a6df-22a4c4c8817b"} {"level":"info","ts":1785262651.9705088,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262651.9705877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262651.9705987,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262651.9706092,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e016f27e-b492-4408-b705-764de9038767","EoS":true} {"level":"info","ts":1785262651.9706337,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e016f27e-b492-4408-b705-764de9038767","header":"x-maas-username"} {"level":"info","ts":1785262651.9706452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e016f27e-b492-4408-b705-764de9038767","header":"x-maas-group"} {"level":"info","ts":1785262651.97065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e016f27e-b492-4408-b705-764de9038767","header":"x-maas-subscription"} {"level":"info","ts":1785262651.9706626,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e016f27e-b492-4408-b705-764de9038767","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262651.97071,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262651.971582,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262651.971601,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262651.971618,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e016f27e-b492-4408-b705-764de9038767","EoS":false} {"level":"info","ts":1785262651.9716268,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e016f27e-b492-4408-b705-764de9038767","EoS":true} {"level":"info","ts":1785262651.9716513,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e016f27e-b492-4408-b705-764de9038767"} {"level":"info","ts":1785262671.1119673,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262671.1120493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262671.1120603,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262671.112072,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","EoS":true} {"level":"info","ts":1785262671.1121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","header":"x-maas-subscription"} {"level":"info","ts":1785262671.1121101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","header":"x-maas-username"} {"level":"info","ts":1785262671.112115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","header":"x-maas-group"} {"level":"info","ts":1785262671.1121287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262671.112154,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262671.1130126,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262671.1130345,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262671.1130505,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","EoS":false} {"level":"info","ts":1785262671.1130621,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e","EoS":true} {"level":"info","ts":1785262671.113091,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d94fc213-2214-4b23-9738-588a8cb9288e"} {"level":"info","ts":1785262815.2551131,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262815.255207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262815.2552238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262815.2552397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","EoS":true} {"level":"info","ts":1785262815.2552655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","header":"x-maas-username"} {"level":"info","ts":1785262815.2552772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","header":"x-maas-subscription"} {"level":"info","ts":1785262815.2552834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","header":"x-maas-group"} {"level":"info","ts":1785262815.2552981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785262815.2553244,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262815.256809,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262815.2568302,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262815.256847,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","EoS":false} {"level":"info","ts":1785262815.256859,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab","EoS":true} {"level":"info","ts":1785262815.2568915,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f607789a-008a-42c9-b08b-df706dffdbab"} {"level":"info","ts":1785262856.8559701,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262856.856049,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262856.8560624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262856.8560743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","EoS":true} {"level":"info","ts":1785262856.856101,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","header":"x-maas-subscription"} {"level":"info","ts":1785262856.8561118,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","header":"x-maas-username"} {"level":"info","ts":1785262856.8561203,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","header":"x-maas-group"} {"level":"info","ts":1785262856.856134,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262856.856159,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262856.8586764,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262856.8587196,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262856.8587387,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","EoS":false} {"level":"info","ts":1785262856.8587515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3","EoS":true} {"level":"info","ts":1785262856.858782,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"140bea72-e7f9-4371-9613-f70cb01902e3"} {"level":"info","ts":1785262872.1790361,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785262872.1791384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785262872.179152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785262872.1791704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","EoS":true} {"level":"info","ts":1785262872.1792066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","header":"x-maas-subscription"} {"level":"info","ts":1785262872.179219,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","header":"x-maas-username"} {"level":"info","ts":1785262872.17923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","header":"x-maas-group"} {"level":"info","ts":1785262872.179252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785262872.179286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785262872.1809912,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785262872.1810126,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785262872.1810284,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","EoS":false} {"level":"info","ts":1785262872.18104,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846","EoS":true} {"level":"info","ts":1785262872.18107,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"a5164c50-fd1c-4c2e-badc-80c809887846"} {"level":"info","ts":1785263190.420725,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263190.4208238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263190.4208374,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263190.4208493,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","EoS":true} {"level":"info","ts":1785263190.4208744,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","header":"x-maas-group"} {"level":"info","ts":1785263190.420885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","header":"x-maas-subscription"} {"level":"info","ts":1785263190.4208908,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","header":"x-maas-username"} {"level":"info","ts":1785263190.4209108,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785263190.4209354,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263190.4239037,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263190.423929,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263190.4239533,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","EoS":false} {"level":"info","ts":1785263190.4239712,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310","EoS":true} {"level":"info","ts":1785263190.4240136,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ea93f982-4cf2-4145-9e47-8a7e8141c310"} {"level":"info","ts":1785263195.2437136,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"591ebf8f-d1b6-4427-83ba-9711ae1288be","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785263195.2440104,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37511.274592414,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.2440364,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.3022556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.344436,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"591ebf8f-d1b6-4427-83ba-9711ae1288be","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785263195.3612645,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca0f2603-f167-4cf3-9002-077ed283d96c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263195.3613052,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca0f2603-f167-4cf3-9002-077ed283d96c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785263195.3612933,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0c99472-ef0f-442e-ad70-2b8818071c73"} {"level":"info","ts":1785263195.3677552,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5022aefa-e502-4009-afda-e158ea98cd67","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263195.3678672,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5022aefa-e502-4009-afda-e158ea98cd67","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785263195.3679423,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35483.806457142,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.3679664,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.3768153,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.4688907,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0c99472-ef0f-442e-ad70-2b8818071c73","name":"e2e-external-provider"} {"level":"info","ts":1785263195.477776,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0c99472-ef0f-442e-ad70-2b8818071c73","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785263195.4779978,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c417db6-422e-4970-8261-9483be9dc105"} {"level":"info","ts":1785263195.4781165,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"829510c7-40df-40f4-84e5-e4b161b66803","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.4781609,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"829510c7-40df-40f4-84e5-e4b161b66803","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.4883564,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"234142bf-2d99-42a1-8605-d3b5672e3e60","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.4883947,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"234142bf-2d99-42a1-8605-d3b5672e3e60","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.4885042,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c417db6-422e-4970-8261-9483be9dc105","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785263195.4900868,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0c99472-ef0f-442e-ad70-2b8818071c73","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785263195.4970036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f1dcb42-2cba-40d2-ad7a-e06a07af78d3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.497039,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f1dcb42-2cba-40d2-ad7a-e06a07af78d3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785263195.497394,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0c417db6-422e-4970-8261-9483be9dc105","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263195.4974806,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa1384dc-d58b-4b93-a866-588408fb9932"} {"level":"info","ts":1785263195.4975107,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa1384dc-d58b-4b93-a866-588408fb9932","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785263195.5002527,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e0c99472-ef0f-442e-ad70-2b8818071c73","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785263195.5055604,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa1384dc-d58b-4b93-a866-588408fb9932","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263195.5064578,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ae7c463-6561-478c-ab52-0b386cbdfeea"} {"level":"info","ts":1785263195.5064883,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"157ebda8-84e8-46a8-8cb9-66541933438f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263195.5065222,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ae7c463-6561-478c-ab52-0b386cbdfeea","name":"e2e-external-provider"} {"level":"info","ts":1785263195.506534,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"157ebda8-84e8-46a8-8cb9-66541933438f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785263195.506639,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f64a4eb-b00e-4691-967c-31a38ad718af"} {"level":"info","ts":1785263195.5069022,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36631.02168955,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.506919,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.5069714,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47c1c574-cb8d-4e6e-b4a0-0bcb94edf89a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.5069995,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"47c1c574-cb8d-4e6e-b4a0-0bcb94edf89a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.5169299,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7ae7c463-6561-478c-ab52-0b386cbdfeea","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785263195.5213792,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c563a8f9-ca6f-4867-bcd3-a9115e7fd339"} {"level":"info","ts":1785263195.5214446,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c563a8f9-ca6f-4867-bcd3-a9115e7fd339","name":"e2e-external-provider"} {"level":"info","ts":1785263195.5311232,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c563a8f9-ca6f-4867-bcd3-a9115e7fd339","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785263195.56886,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785263195.6079202,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f64a4eb-b00e-4691-967c-31a38ad718af","name":"e2e-external-model"} {"level":"info","ts":1785263195.6197312,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5f64a4eb-b00e-4691-967c-31a38ad718af","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263195.6275468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e554a002-32e9-417a-96bb-c4c20e82f026","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.627587,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e554a002-32e9-417a-96bb-c4c20e82f026","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.6277685,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94d69978-22c0-48c8-ba1c-0b15c4337037"} {"level":"info","ts":1785263195.6278372,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94d69978-22c0-48c8-ba1c-0b15c4337037","name":"e2e-external-model"} {"level":"info","ts":1785263195.6462603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdf4b2c2-6fb7-4b86-ae35-d69830684f68","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.6463046,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bdf4b2c2-6fb7-4b86-ae35-d69830684f68","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785263195.646308,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"94d69978-22c0-48c8-ba1c-0b15c4337037","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263195.6463857,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f866ff0e-bf8d-4b5f-9093-97eff835ae94"} {"level":"info","ts":1785263195.6464489,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f866ff0e-bf8d-4b5f-9093-97eff835ae94","name":"e2e-external-model"} {"level":"info","ts":1785263195.6557763,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f866ff0e-bf8d-4b5f-9093-97eff835ae94","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263195.663665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52cbe41f-6a37-49ca-8bde-66fc187ee70d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263195.6637442,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"52cbe41f-6a37-49ca-8bde-66fc187ee70d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785263195.663802,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aab3473f-8001-4cb9-a89c-b72193a7d0c2"} {"level":"info","ts":1785263195.6639047,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aab3473f-8001-4cb9-a89c-b72193a7d0c2","name":"e2e-external-model"} {"level":"info","ts":1785263195.6741712,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aab3473f-8001-4cb9-a89c-b72193a7d0c2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263205.3332198,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263205.3333209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.3333397,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.333357,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","EoS":true} {"level":"info","ts":1785263205.333392,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","header":"x-maas-username"} {"level":"info","ts":1785263205.3334053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","header":"x-maas-group"} {"level":"info","ts":1785263205.3334138,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","header":"x-maas-subscription"} {"level":"info","ts":1785263205.333431,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263205.3334424,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","modelName":"e2e-external-model"} {"level":"info","ts":1785263205.3334613,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785263205.3335023,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785263205.3335292,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","authType":"apikey"} {"level":"info","ts":1785263205.333562,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.432837,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.4328668,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.4328861,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","EoS":false} {"level":"info","ts":1785263205.4328992,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","EoS":true} {"level":"error","ts":1785263205.432912,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785263205.4329617,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f1d7fd1d-c15c-49a5-acd9-159b695f1a7b"} {"level":"info","ts":1785263205.5582452,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b611e3e-e0ca-4c54-a110-bde265503e83"} {"level":"info","ts":1785263205.5582945,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a2726f9-b3da-46f9-ab88-7a6527d52d5c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.5583394,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2a2726f9-b3da-46f9-ab88-7a6527d52d5c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263205.5660408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10455671-9cda-45a1-8816-95d850df7e74","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.5660768,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10455671-9cda-45a1-8816-95d850df7e74","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263205.5661519,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b611e3e-e0ca-4c54-a110-bde265503e83","name":"e2e-cleanup-test"} {"level":"info","ts":1785263205.5833583,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b611e3e-e0ca-4c54-a110-bde265503e83","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263205.5895035,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16c68ff9-54e7-402e-b9e4-ec148ab4d4dd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.5895457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"16c68ff9-54e7-402e-b9e4-ec148ab4d4dd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785263205.5895069,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c96b8a4-7ca5-4469-8b07-fb43d2e93701"} {"level":"info","ts":1785263205.589618,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c96b8a4-7ca5-4469-8b07-fb43d2e93701","name":"e2e-cleanup-test"} {"level":"info","ts":1785263205.6067817,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcf7a137-e633-4007-9580-9b0d9d7142e7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.6068249,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcf7a137-e633-4007-9580-9b0d9d7142e7","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785263205.6103096,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c96b8a4-7ca5-4469-8b07-fb43d2e93701","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785263205.6103702,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c96b8a4-7ca5-4469-8b07-fb43d2e93701","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263205.6104236,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30d07bdc-e63b-424d-b9cc-9ff0af63eb72"} {"level":"info","ts":1785263205.610477,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30d07bdc-e63b-424d-b9cc-9ff0af63eb72","name":"e2e-cleanup-test"} {"level":"info","ts":1785263205.6207418,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30d07bdc-e63b-424d-b9cc-9ff0af63eb72","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263205.622107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cefe2016-8f87-450e-999f-379fb4db286f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263205.6221538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cefe2016-8f87-450e-999f-379fb4db286f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785263205.6250138,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"30d07bdc-e63b-424d-b9cc-9ff0af63eb72","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785263205.6250982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e3a4c6d-42b9-4a25-9b22-d0e4409446ed"} {"level":"info","ts":1785263205.6251593,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e3a4c6d-42b9-4a25-9b22-d0e4409446ed","name":"e2e-cleanup-test"} {"level":"info","ts":1785263205.63456,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e3a4c6d-42b9-4a25-9b22-d0e4409446ed","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785263213.860569,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"294dc2e6-48f2-4fde-8a0e-b646c45fa612"} {"level":"info","ts":1785263213.8606253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f64134f-47e2-4c2b-818b-23002371fd1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263213.860661,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6f64134f-47e2-4c2b-818b-23002371fd1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785263218.1678107,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263218.1679025,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d"} {"level":"info","ts":1785263218.1679194,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d"} {"level":"info","ts":1785263218.1679394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d","EoS":true} {"level":"info","ts":1785263218.167994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785263218.1680303,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"314baee1-86cd-450a-8ecb-3deaac84b01d"} {"level":"info","ts":1785263218.2215536,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263218.2216406,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.2216527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.2216647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","EoS":true} {"level":"info","ts":1785263218.2217116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","header":"x-maas-username"} {"level":"info","ts":1785263218.2217236,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","header":"x-maas-subscription"} {"level":"info","ts":1785263218.2217283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","header":"x-maas-group"} {"level":"info","ts":1785263218.2217433,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263218.2217524,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","modelName":"e2e-external-model"} {"level":"info","ts":1785263218.2217653,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785263218.2217891,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785263218.2218084,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","authType":"apikey"} {"level":"info","ts":1785263218.2218342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.2723715,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.2723973,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.272415,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","EoS":false} {"level":"info","ts":1785263218.2724283,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","EoS":true} {"level":"error","ts":1785263218.27244,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785263218.272474,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d880e4fe-493d-471a-8982-0799cb2aec1b"} {"level":"info","ts":1785263218.3129854,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263218.3130567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.3130724,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.313083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","EoS":true} {"level":"info","ts":1785263218.3131301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","header":"x-maas-subscription"} {"level":"info","ts":1785263218.3131416,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","header":"x-maas-group"} {"level":"info","ts":1785263218.3131464,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","header":"x-maas-username"} {"level":"info","ts":1785263218.31316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785263218.3131871,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.3589756,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.3590019,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.3590183,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","EoS":false} {"level":"info","ts":1785263218.3590312,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","EoS":true} {"level":"error","ts":1785263218.3590398,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785263218.3590744,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"49f989ff-1b3a-4485-9f94-5dd755b923ba"} {"level":"info","ts":1785263218.3996122,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785263218.3997092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263218.3997302,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263218.399743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","EoS":true} {"level":"info","ts":1785263218.399766,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","header":"x-maas-group"} {"level":"info","ts":1785263218.399777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","header":"x-maas-username"} {"level":"info","ts":1785263218.3997817,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","header":"x-maas-subscription"} {"level":"info","ts":1785263218.399813,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263218.446671,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263218.4467287,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263218.446753,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","EoS":false} {"level":"info","ts":1785263218.4467692,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","EoS":true} {"level":"error","ts":1785263218.446778,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785263218.4468143,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d031d8aa-4586-4675-ade0-2dba89e7d0a2"} {"level":"info","ts":1785263219.32239,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a22455b-f136-4f04-9c9d-11e731f9280b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263219.3224041,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cc7ee9eb-2251-41ee-b385-d0929a0ec437"} {"level":"info","ts":1785263219.3224285,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a22455b-f136-4f04-9c9d-11e731f9280b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785263219.484261,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd438654-aa5a-42a5-be44-0e234c27a592","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263219.4843018,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dd438654-aa5a-42a5-be44-0e234c27a592","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785263219.4843285,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c4f0bdb-5b3b-492a-886a-b2240d0a0cc3"} {"level":"info","ts":1785263219.5990143,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"05d74b74-903b-469b-8484-e5f1071b9908","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785263219.5990767,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"05d74b74-903b-469b-8484-e5f1071b9908","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785264664.436919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785264664.4370065,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49d5c2f7-386f-418a-88f9-415d52301f83"} {"level":"info","ts":1785264739.1309214,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785264739.1309967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"} {"level":"info","ts":1785264739.1310055,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"} {"level":"info","ts":1785264739.1310167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","EoS":true} {"level":"info","ts":1785264739.131045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","header":"x-maas-username"} {"level":"info","ts":1785264739.1310554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","header":"x-maas-group"} {"level":"info","ts":1785264739.1310604,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","header":"x-maas-subscription"} {"level":"info","ts":1785264739.1310756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785264739.131104,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"} {"level":"info","ts":1785264739.1339276,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"} {"level":"info","ts":1785264739.1339502,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"} {"level":"info","ts":1785264739.1339667,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","EoS":false} {"level":"info","ts":1785264739.1339817,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5","EoS":true} {"level":"info","ts":1785264739.1340141,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6efbada0-fa84-4efe-9538-f8348ef436f5"}