{"level":"info","ts":1785177954.0191395,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4af7a095-58e2-41fa-b199-b3d0961b6a1a"} {"level":"info","ts":1785177954.865511,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177954.865595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e"} {"level":"info","ts":1785177954.8656085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e"} {"level":"info","ts":1785177954.8656201,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e","EoS":true} {"level":"info","ts":1785177954.8656437,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e","header":"x-maas-username"} {"level":"info","ts":1785177954.8656542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e","header":"x-maas-group"} {"level":"info","ts":1785177954.865662,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e","header":"x-maas-subscription"} {"level":"info","ts":1785177954.8656754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177954.8657022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e"} {"level":"info","ts":1785177954.8663523,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e"} {"level":"info","ts":1785177954.8663685,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e"} {"level":"info","ts":1785177954.8663816,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e","EoS":false} {"level":"info","ts":1785177954.866393,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e","EoS":true} {"level":"info","ts":1785177954.866422,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6f122909-4aad-4685-ab63-f1dc86532d4e"} {"level":"info","ts":1785177978.0317895,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.031882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.0318964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.0319078,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","EoS":true} {"level":"info","ts":1785177978.0319345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","header":"x-maas-group"} {"level":"info","ts":1785177978.0319445,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","header":"x-maas-subscription"} {"level":"info","ts":1785177978.031951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","header":"x-maas-username"} {"level":"info","ts":1785177978.031964,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.031988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.0336745,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.033695,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.0337095,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","EoS":false} {"level":"info","ts":1785177978.0337205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733","EoS":true} {"level":"info","ts":1785177978.0337582,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"46750fa2-d9c8-4f44-ae49-12c4a40d5733"} {"level":"info","ts":1785177978.1713626,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.1714535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.1714673,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.171479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","EoS":true} {"level":"info","ts":1785177978.171504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","header":"x-maas-subscription"} {"level":"info","ts":1785177978.171516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","header":"x-maas-username"} {"level":"info","ts":1785177978.171522,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","header":"x-maas-group"} {"level":"info","ts":1785177978.1715353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.1715596,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.1723294,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.1723475,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.1723633,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","EoS":false} {"level":"info","ts":1785177978.1723735,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74","EoS":true} {"level":"info","ts":1785177978.172408,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"1105606d-18ab-4280-970c-9b66e4b91c74"} {"level":"info","ts":1785177978.3097744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.3098578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.3098714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.3098838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","EoS":true} {"level":"info","ts":1785177978.3099077,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","header":"x-maas-username"} {"level":"info","ts":1785177978.3099198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","header":"x-maas-subscription"} {"level":"info","ts":1785177978.3099253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","header":"x-maas-group"} {"level":"info","ts":1785177978.3099396,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.3099663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.312184,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.3122032,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.3122215,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","EoS":false} {"level":"info","ts":1785177978.3122485,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92","EoS":true} {"level":"info","ts":1785177978.3122802,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c0586749-870d-45cb-96d9-637e5bf60e92"} {"level":"info","ts":1785177978.4509268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.451003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.4510152,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.451026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","EoS":true} {"level":"info","ts":1785177978.4510603,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","header":"x-maas-subscription"} {"level":"info","ts":1785177978.451072,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","header":"x-maas-username"} {"level":"info","ts":1785177978.4510777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","header":"x-maas-group"} {"level":"info","ts":1785177978.4510925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.4511192,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.4518507,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.4518774,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.451901,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","EoS":false} {"level":"info","ts":1785177978.451921,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672","EoS":true} {"level":"info","ts":1785177978.4519541,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"96195901-b4ed-4a2a-9eab-2a2391b27672"} {"level":"info","ts":1785177978.5898452,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177978.5899377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177978.5899549,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177978.5899765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","EoS":true} {"level":"info","ts":1785177978.5900197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","header":"x-maas-username"} {"level":"info","ts":1785177978.5900345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","header":"x-maas-group"} {"level":"info","ts":1785177978.5900447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","header":"x-maas-subscription"} {"level":"info","ts":1785177978.5900686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177978.5901072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177978.5908537,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177978.5908732,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177978.5908926,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","EoS":false} {"level":"info","ts":1785177978.590905,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892","EoS":true} {"level":"info","ts":1785177978.590934,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"217f6b91-6666-45b1-810d-c7ec5c533892"} {"level":"info","ts":1785177997.5269141,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177997.5270514,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.5270684,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.527083,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","EoS":true} {"level":"info","ts":1785177997.5271103,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","header":"x-maas-subscription"} {"level":"info","ts":1785177997.5271213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","header":"x-maas-group"} {"level":"info","ts":1785177997.5271273,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","header":"x-maas-username"} {"level":"info","ts":1785177997.527143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785177997.527172,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.5280166,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.5280397,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.5280619,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","EoS":false} {"level":"info","ts":1785177997.5280848,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a","EoS":true} {"level":"info","ts":1785177997.5281308,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"d80d2500-a710-9f85-9b55-9e0291fc571a"} {"level":"info","ts":1785177997.648205,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785177997.648297,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d40aa42-e53a-4489-af84-ee5ff91aee84"} {"level":"info","ts":1785177997.6500869,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6d40aa42-e53a-4489-af84-ee5ff91aee84"} {"level":"info","ts":1785177997.6501083,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6d40aa42-e53a-4489-af84-ee5ff91aee84"} {"level":"info","ts":1785177997.6501248,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d40aa42-e53a-4489-af84-ee5ff91aee84","EoS":false} {"level":"info","ts":1785177997.6501374,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6d40aa42-e53a-4489-af84-ee5ff91aee84"} {"level":"info","ts":1785177997.6501665,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6d40aa42-e53a-4489-af84-ee5ff91aee84","EoS":true} {"level":"info","ts":1785177997.6501756,"caller":"handlers/server.go:218","msg":"response chunk processing complete","x-request-id":"6d40aa42-e53a-4489-af84-ee5ff91aee84"} {"level":"info","ts":1785178002.3208675,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178002.320943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178002.3209567,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178002.3209677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","EoS":true} {"level":"info","ts":1785178002.3209918,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","header":"x-maas-group"} {"level":"info","ts":1785178002.3210025,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","header":"x-maas-username"} {"level":"info","ts":1785178002.3210082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","header":"x-maas-subscription"} {"level":"info","ts":1785178002.3210227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178002.3210502,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178002.3217804,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178002.321804,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178002.3218288,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","EoS":false} {"level":"info","ts":1785178002.3218482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af","EoS":true} {"level":"info","ts":1785178002.3218923,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f451014d-814c-4d57-8377-6eb0687bc3af"} {"level":"info","ts":1785178012.9746773,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178012.9747581,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178012.974771,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178012.9747822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","EoS":true} {"level":"info","ts":1785178012.9748046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","header":"x-maas-subscription"} {"level":"info","ts":1785178012.9748166,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","header":"x-maas-username"} {"level":"info","ts":1785178012.9748218,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","header":"x-maas-group"} {"level":"info","ts":1785178012.9748352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178012.9748602,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178012.9775908,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178012.9776096,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178012.977626,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","EoS":false} {"level":"info","ts":1785178012.9776468,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193","EoS":true} {"level":"info","ts":1785178012.9776757,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e5d14d9b-7392-4574-8263-2f8e0ab97193"} {"level":"info","ts":1785178025.8741627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178025.874284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178025.8743043,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178025.874323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","EoS":true} {"level":"info","ts":1785178025.87436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","header":"x-maas-subscription"} {"level":"info","ts":1785178025.874375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","header":"x-maas-username"} {"level":"info","ts":1785178025.8743804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","header":"x-maas-group"} {"level":"info","ts":1785178025.8743954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178025.8744226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178025.8751569,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178025.8751755,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178025.8751945,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","EoS":false} {"level":"info","ts":1785178025.875205,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c","EoS":true} {"level":"info","ts":1785178025.875267,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"34f4b85e-0bf7-49e8-b3a8-ff74fcdab82c"} {"level":"info","ts":1785178034.427686,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178034.4277744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178034.4277892,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178034.4278076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","EoS":true} {"level":"info","ts":1785178034.427837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","header":"x-maas-username"} {"level":"info","ts":1785178034.42785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","header":"x-maas-subscription"} {"level":"info","ts":1785178034.427856,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","header":"x-maas-group"} {"level":"info","ts":1785178034.42787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178034.4279,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178034.4286623,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178034.4286895,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178034.4287138,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","EoS":false} {"level":"info","ts":1785178034.4287317,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9","EoS":true} {"level":"info","ts":1785178034.4287739,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ebe6965f-dc72-4ee1-9225-d2b78ee6acd9"} {"level":"info","ts":1785178043.3053722,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178043.3054538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178043.3054647,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178043.305477,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","EoS":true} {"level":"info","ts":1785178043.3055015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","header":"x-maas-group"} {"level":"info","ts":1785178043.3055124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","header":"x-maas-username"} {"level":"info","ts":1785178043.3055177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","header":"x-maas-subscription"} {"level":"info","ts":1785178043.3055341,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178043.3055594,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178043.3063273,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178043.3063495,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178043.3063712,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","EoS":false} {"level":"info","ts":1785178043.306384,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd","EoS":true} {"level":"info","ts":1785178043.3064141,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"0b4523f9-9b1f-4172-bff5-440894fb61bd"} {"level":"info","ts":1785178068.3031948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178068.3032942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178068.30331,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178068.303323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","EoS":true} {"level":"info","ts":1785178068.303348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","header":"x-maas-subscription"} {"level":"info","ts":1785178068.3033593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","header":"x-maas-username"} {"level":"info","ts":1785178068.3033643,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","header":"x-maas-group"} {"level":"info","ts":1785178068.3033783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178068.3034043,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178068.3058045,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178068.3058262,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178068.3058476,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","EoS":false} {"level":"info","ts":1785178068.30586,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7","EoS":true} {"level":"info","ts":1785178068.305894,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"78ed09ce-08d7-4be8-b020-768a9b1d4db7"} {"level":"info","ts":1785178092.9667659,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178092.9668486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178092.966861,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178092.9668763,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","EoS":true} {"level":"info","ts":1785178092.966902,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","header":"x-maas-subscription"} {"level":"info","ts":1785178092.9669125,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","header":"x-maas-group"} {"level":"info","ts":1785178092.9669175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","header":"x-maas-username"} {"level":"info","ts":1785178092.9669402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785178092.9669664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178092.967868,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178092.967889,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178092.9679067,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","EoS":false} {"level":"info","ts":1785178092.9679282,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18","EoS":true} {"level":"info","ts":1785178092.967957,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"f4ef3a0a-be9f-4bff-b87b-0048391d7c18"} {"level":"info","ts":1785178121.5635972,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178121.5636818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178121.5636926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178121.5637035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","EoS":true} {"level":"info","ts":1785178121.5637283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","header":"x-maas-username"} {"level":"info","ts":1785178121.5637395,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","header":"x-maas-subscription"} {"level":"info","ts":1785178121.5637448,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","header":"x-maas-group"} {"level":"info","ts":1785178121.563757,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178121.563779,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178121.5656967,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178121.5657265,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178121.5657482,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","EoS":false} {"level":"info","ts":1785178121.565759,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967","EoS":true} {"level":"info","ts":1785178121.5657866,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"6ff8b9bd-c992-4676-a6fc-6a03caffe967"} {"level":"info","ts":1785178131.039934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178131.0400128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.0400214,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.040032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","EoS":true} {"level":"info","ts":1785178131.0400574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","header":"x-maas-subscription"} {"level":"info","ts":1785178131.040069,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","header":"x-maas-username"} {"level":"info","ts":1785178131.0400736,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","header":"x-maas-group"} {"level":"info","ts":1785178131.040087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178131.0401103,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.0416927,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.0417142,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.0417378,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","EoS":false} {"level":"info","ts":1785178131.0417547,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54","EoS":true} {"level":"info","ts":1785178131.0417948,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"c092796c-e46b-4b43-a515-a635cc89ef54"} {"level":"info","ts":1785178131.077072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178131.077136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178131.077145,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178131.0771556,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","EoS":true} {"level":"info","ts":1785178131.0771828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","header":"x-maas-username"} {"level":"info","ts":1785178131.0771964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","header":"x-maas-group"} {"level":"info","ts":1785178131.0772011,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","header":"x-maas-subscription"} {"level":"info","ts":1785178131.077214,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178131.0772524,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178131.0778499,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178131.0778687,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178131.077889,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","EoS":false} {"level":"info","ts":1785178131.0779443,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213","EoS":true} {"level":"info","ts":1785178131.0779884,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"ee31ed74-573f-4824-a81c-fb2556497213"} {"level":"info","ts":1785178150.3191712,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178150.3192873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178150.3193052,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178150.319319,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","EoS":true} {"level":"info","ts":1785178150.3193471,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","header":"x-maas-username"} {"level":"info","ts":1785178150.319358,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","header":"x-maas-group"} {"level":"info","ts":1785178150.3193626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","header":"x-maas-subscription"} {"level":"info","ts":1785178150.3193777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178150.3194067,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178150.320088,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178150.3201082,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178150.320124,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","EoS":false} {"level":"info","ts":1785178150.3201382,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909","EoS":true} {"level":"info","ts":1785178150.3201666,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e436b714-4e14-4aa2-ad20-3313aa6e9909"} {"level":"info","ts":1785178281.185053,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178281.1851592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178281.1851757,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178281.185189,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","EoS":true} {"level":"info","ts":1785178281.185216,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","header":"x-maas-username"} {"level":"info","ts":1785178281.185253,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","header":"x-maas-subscription"} {"level":"info","ts":1785178281.1852593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","header":"x-maas-group"} {"level":"info","ts":1785178281.185274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785178281.185298,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178281.1883368,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178281.1883585,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178281.1883736,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","EoS":false} {"level":"info","ts":1785178281.1883855,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c","EoS":true} {"level":"info","ts":1785178281.1884139,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"4b882b35-e6ab-4eb7-9743-323681aa100c"} {"level":"info","ts":1785178320.5322948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178320.532371,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178320.532384,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178320.532396,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","EoS":true} {"level":"info","ts":1785178320.5324197,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","header":"x-maas-username"} {"level":"info","ts":1785178320.5324306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","header":"x-maas-subscription"} {"level":"info","ts":1785178320.5324357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","header":"x-maas-group"} {"level":"info","ts":1785178320.5324492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178320.5324767,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178320.5332928,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178320.5333173,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178320.5333338,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","EoS":false} {"level":"info","ts":1785178320.5333478,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de","EoS":true} {"level":"info","ts":1785178320.5333765,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"54157048-3e74-43e1-864f-0cc94b33f6de"} {"level":"info","ts":1785178335.8008764,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178335.800963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178335.8009725,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178335.8009844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","EoS":true} {"level":"info","ts":1785178335.8010094,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","header":"x-maas-subscription"} {"level":"info","ts":1785178335.8010204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","header":"x-maas-username"} {"level":"info","ts":1785178335.8010256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","header":"x-maas-group"} {"level":"info","ts":1785178335.80104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178335.8010674,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178335.8554754,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178335.8555129,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178335.855538,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","EoS":false} {"level":"info","ts":1785178335.8555584,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968","EoS":true} {"level":"info","ts":1785178335.8556035,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"557f04ce-a29f-4c00-a986-f2dbc5a7b968"} {"level":"info","ts":1785178654.4557173,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178654.4558015,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.4558115,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.4558222,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","EoS":true} {"level":"info","ts":1785178654.455846,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","header":"x-maas-group"} {"level":"info","ts":1785178654.4558547,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","header":"x-maas-subscription"} {"level":"info","ts":1785178654.45586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","header":"x-maas-username"} {"level":"info","ts":1785178654.4558735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178654.4558988,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.4588661,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.4588935,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.4589102,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","EoS":false} {"level":"info","ts":1785178654.458922,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3","EoS":true} {"level":"info","ts":1785178654.458951,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"7e003b19-fac5-4994-b4bb-0378cb5b11b3"} {"level":"info","ts":1785178654.4968593,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178654.4969347,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178654.4969485,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178654.4969602,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","EoS":true} {"level":"info","ts":1785178654.4969823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","header":"x-maas-group"} {"level":"info","ts":1785178654.4969938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","header":"x-maas-subscription"} {"level":"info","ts":1785178654.4969985,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","header":"x-maas-username"} {"level":"info","ts":1785178654.4970112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785178654.4970362,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178654.4977002,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178654.4977202,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178654.4977329,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","EoS":false} {"level":"info","ts":1785178654.497743,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38","EoS":true} {"level":"info","ts":1785178654.4977663,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"efb50e26-2e37-4bca-87d1-8076c2676b38"} {"level":"info","ts":1785178659.3348699,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6b97b29e-6894-424b-a4bc-5d4130e293f8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785178659.3351643,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32427.64727823,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.3351912,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.3833332,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.4355478,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6b97b29e-6894-424b-a4bc-5d4130e293f8","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785178659.457092,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3c52e6e-2767-46c0-b5f0-5ea6f2dc2fff","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178659.4570935,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc1ff0b2-7553-48e9-90a4-3e490de7197f"} {"level":"info","ts":1785178659.4571433,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3c52e6e-2767-46c0-b5f0-5ea6f2dc2fff","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785178659.4644966,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7baea23a-e811-4e8c-9f34-044a05acd28b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178659.4645274,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7baea23a-e811-4e8c-9f34-044a05acd28b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785178659.464765,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33522.94002551,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.4647856,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.4742537,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.5653713,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc1ff0b2-7553-48e9-90a4-3e490de7197f","name":"e2e-external-provider"} {"level":"info","ts":1785178659.5797036,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc1ff0b2-7553-48e9-90a4-3e490de7197f","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1785178659.580541,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54f726c7-f1ca-42d9-8bab-338d69a097f0"} {"level":"info","ts":1785178659.580586,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4a1a1ed-fd07-4a1a-af0e-df7b865e2a09","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.5806274,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4a1a1ed-fd07-4a1a-af0e-df7b865e2a09","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178659.5889676,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54f726c7-f1ca-42d9-8bab-338d69a097f0","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785178659.5897038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74a6bd59-dd42-4ef2-9f03-c0843fc41e83","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.5897295,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74a6bd59-dd42-4ef2-9f03-c0843fc41e83","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178659.5931427,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc1ff0b2-7553-48e9-90a4-3e490de7197f","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"info","ts":1785178659.5951264,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aeb6c9f4-f51e-4999-8f20-13bd0b0bca53","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.595148,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aeb6c9f4-f51e-4999-8f20-13bd0b0bca53","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785178659.5959353,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"54f726c7-f1ca-42d9-8bab-338d69a097f0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178659.5960104,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"715f1dac-9ecb-423d-a27f-6e73dcb7ae44"} {"level":"info","ts":1785178659.5960321,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"715f1dac-9ecb-423d-a27f-6e73dcb7ae44","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785178659.6007974,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc1ff0b2-7553-48e9-90a4-3e490de7197f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785178659.6012135,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"715f1dac-9ecb-423d-a27f-6e73dcb7ae44","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178659.608907,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"090133b2-aadb-4be9-adcf-4440077d9be5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178659.608932,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"090133b2-aadb-4be9-adcf-4440077d9be5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785178659.6089907,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a981646a-1ed8-4ab1-b5d7-e3995d81986e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.6090076,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a981646a-1ed8-4ab1-b5d7-e3995d81986e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178659.6090624,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb2638c1-e3f0-4090-be9e-708bec566f55"} {"level":"info","ts":1785178659.609256,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34303.346227547,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.6092713,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8430bf1-2f93-4c0a-a539-5a95664e91bd"} {"level":"info","ts":1785178659.6092727,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.6093395,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8430bf1-2f93-4c0a-a539-5a95664e91bd","name":"e2e-external-provider"} {"level":"info","ts":1785178659.6201327,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785178659.621983,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c8430bf1-2f93-4c0a-a539-5a95664e91bd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785178659.7094877,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb2638c1-e3f0-4090-be9e-708bec566f55","name":"e2e-external-model"} {"level":"info","ts":1785178659.7229917,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb2638c1-e3f0-4090-be9e-708bec566f55","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178659.7304997,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a0357c6-4e58-4043-9e93-ba6cafa0841c"} {"level":"info","ts":1785178659.7304997,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03eed6d8-49ae-4590-b511-a415abc3fa73","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.7305532,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"03eed6d8-49ae-4590-b511-a415abc3fa73","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178659.7305892,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a0357c6-4e58-4043-9e93-ba6cafa0841c","name":"e2e-external-model"} {"level":"info","ts":1785178659.7548554,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fd6ed19-79cb-4e2a-8c46-4fbdf8b69970","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.754905,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4fd6ed19-79cb-4e2a-8c46-4fbdf8b69970","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785178659.7557104,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a0357c6-4e58-4043-9e93-ba6cafa0841c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178659.7558022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d501da98-dc47-49a3-818a-6b8d4c9e2a06"} {"level":"info","ts":1785178659.7558832,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d501da98-dc47-49a3-818a-6b8d4c9e2a06","name":"e2e-external-model"} {"level":"info","ts":1785178659.779452,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d501da98-dc47-49a3-818a-6b8d4c9e2a06","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178659.7882025,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34145022-79a5-477b-ab84-3f8ea6fbaba7"} {"level":"info","ts":1785178659.788305,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34145022-79a5-477b-ab84-3f8ea6fbaba7","name":"e2e-external-model"} {"level":"info","ts":1785178659.7882037,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06f1c159-d313-48d2-b8ce-fd2ded2a26e4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178659.7883515,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06f1c159-d313-48d2-b8ce-fd2ded2a26e4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785178659.8046384,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"34145022-79a5-477b-ab84-3f8ea6fbaba7","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178667.2423685,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178667.2424617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc"} {"level":"info","ts":1785178667.2424748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc"} {"level":"info","ts":1785178667.2424877,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","EoS":true} {"level":"info","ts":1785178667.2425172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","header":"x-maas-username"} {"level":"info","ts":1785178667.242532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","header":"x-maas-group"} {"level":"info","ts":1785178667.242538,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","header":"x-maas-subscription"} {"level":"info","ts":1785178667.2425532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178667.242563,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","modelName":"e2e-external-model"} {"level":"info","ts":1785178667.242576,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785178667.2426107,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785178667.2426324,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc","authType":"apikey"} {"level":"info","ts":1785178667.242663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53dd2def-004a-47cf-a267-7c18eadb79cc"} {"level":"info","ts":1785178667.3774917,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f636e6cb-1251-40da-886b-ac9fc85cc505"} {"level":"info","ts":1785178667.3775458,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"171dc63b-4195-4cb6-8da9-e7bfda513c60","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.377585,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"171dc63b-4195-4cb6-8da9-e7bfda513c60","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785178667.3887453,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14e66f1f-3a40-48dd-9398-6f2c7eff6b35","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.3887815,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14e66f1f-3a40-48dd-9398-6f2c7eff6b35","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785178667.3888621,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f636e6cb-1251-40da-886b-ac9fc85cc505","name":"e2e-cleanup-test"} {"level":"info","ts":1785178667.4319851,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"acba336f-1885-4ecb-8881-8de55efe4d1f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.4320328,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"acba336f-1885-4ecb-8881-8de55efe4d1f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178667.4329193,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f636e6cb-1251-40da-886b-ac9fc85cc505","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178667.4330037,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2879cc47-720a-4e3e-ab6c-65a048de709f"} {"level":"info","ts":1785178667.433068,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2879cc47-720a-4e3e-ab6c-65a048de709f","name":"e2e-cleanup-test"} {"level":"info","ts":1785178667.4576874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8481d2bc-3fea-40aa-8d1b-3a6058887e4b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.4577239,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8481d2bc-3fea-40aa-8d1b-3a6058887e4b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178667.4683897,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2879cc47-720a-4e3e-ab6c-65a048de709f","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785178667.4684606,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2879cc47-720a-4e3e-ab6c-65a048de709f","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178667.4685276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e72e53df-37be-47d2-800a-097619452abb"} {"level":"info","ts":1785178667.4685838,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e72e53df-37be-47d2-800a-097619452abb","name":"e2e-cleanup-test"} {"level":"info","ts":1785178667.4888682,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e72e53df-37be-47d2-800a-097619452abb","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178667.4907305,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bce65a9d-afd3-4355-84d4-ba24c30911de","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178667.490765,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bce65a9d-afd3-4355-84d4-ba24c30911de","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785178667.4959307,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e72e53df-37be-47d2-800a-097619452abb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785178667.4960055,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ae8724a-32b8-48d5-b4f5-4c2b32ed7d42"} {"level":"info","ts":1785178667.496059,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ae8724a-32b8-48d5-b4f5-4c2b32ed7d42","name":"e2e-cleanup-test"} {"level":"info","ts":1785178667.5104299,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ae8724a-32b8-48d5-b4f5-4c2b32ed7d42","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785178675.653117,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"87526c80-5fc3-4e09-ab94-21647ca192f9"} {"level":"info","ts":1785178675.6531177,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9eba98f-bce9-4b17-9be0-5c182eca1fc7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178675.6531925,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9eba98f-bce9-4b17-9be0-5c182eca1fc7","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785178679.986076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178679.986157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad"} {"level":"info","ts":1785178679.9861662,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad"} {"level":"info","ts":1785178679.9861786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad","EoS":true} {"level":"info","ts":1785178679.9862187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785178679.9862618,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e3b702c0-7c4f-44ec-992c-172d5b1d10ad"} {"level":"info","ts":1785178680.0703728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178680.070448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516"} {"level":"info","ts":1785178680.0704577,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516"} {"level":"info","ts":1785178680.0704696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","EoS":true} {"level":"info","ts":1785178680.070497,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","header":"x-maas-subscription"} {"level":"info","ts":1785178680.0705109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","header":"x-maas-username"} {"level":"info","ts":1785178680.070516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","header":"x-maas-group"} {"level":"info","ts":1785178680.07054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178680.07055,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","modelName":"e2e-external-model"} {"level":"info","ts":1785178680.0705643,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785178680.0705903,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1785178680.070607,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516","authType":"apikey"} {"level":"info","ts":1785178680.0706336,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"28c46b30-9c30-4410-9749-60da777b3516"} {"level":"info","ts":1785178680.1585612,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178680.158644,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.1586537,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.1586657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","EoS":true} {"level":"info","ts":1785178680.1586936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","header":"x-maas-username"} {"level":"info","ts":1785178680.1587043,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","header":"x-maas-group"} {"level":"info","ts":1785178680.1587098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","header":"x-maas-subscription"} {"level":"info","ts":1785178680.1587236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785178680.158749,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.2580163,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.2580483,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.2580662,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","EoS":false} {"level":"info","ts":1785178680.2580793,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","EoS":true} {"level":"error","ts":1785178680.2580926,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785178680.258153,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"b71375f0-4cfe-4b0d-b7e3-3ccaea17eeea"} {"level":"info","ts":1785178680.2967877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785178680.2968612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178680.296874,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178680.2968879,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","EoS":true} {"level":"info","ts":1785178680.296914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","header":"x-maas-group"} {"level":"info","ts":1785178680.2969248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","header":"x-maas-username"} {"level":"info","ts":1785178680.29693,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","header":"x-maas-subscription"} {"level":"info","ts":1785178680.29696,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178680.4108982,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178680.4109251,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178680.410941,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","EoS":false} {"level":"info","ts":1785178680.411051,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","EoS":true} {"level":"error","ts":1785178680.4110925,"caller":"handlers/response.go:80","msg":"Failed to parse response body as JSON or SSE, skipping response plugins","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/response.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4.0.20260721200012-a8bbe6a6a75a/pkg/handlers/server.go:214\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1729\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1862\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.82.1/server.go:1078"} {"level":"info","ts":1785178680.4111414,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"e8745f77-4872-4ecf-b502-243051ce2d14"} {"level":"info","ts":1785178681.3008866,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11f4a595-dd9c-4b96-9fb3-94f0f6635acb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178681.300927,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"11f4a595-dd9c-4b96-9fb3-94f0f6635acb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785178681.3008914,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b1705f0d-fcea-4b73-a928-e73bd0c202bb"} {"level":"info","ts":1785178681.4620216,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12bef28c-e04f-4d65-b1b0-083318b9cdcd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178681.462071,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12bef28c-e04f-4d65-b1b0-083318b9cdcd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785178681.4620376,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"efb67dd2-4ba9-4253-8f9e-f480e55933bc"} {"level":"info","ts":1785178681.5918756,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f7adb290-72db-44e9-96ae-6217b47d7414","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785178681.5919442,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"f7adb290-72db-44e9-96ae-6217b47d7414","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1785180202.7993875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180202.799492,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"014023ae-f98d-48f2-8df3-dc9713ddc98a"} {"level":"info","ts":1785180258.1681147,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785180258.168216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"} {"level":"info","ts":1785180258.168276,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"} {"level":"info","ts":1785180258.1682985,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","EoS":true} {"level":"info","ts":1785180258.1683435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","header":"x-maas-username"} {"level":"info","ts":1785180258.1683612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","header":"x-maas-subscription"} {"level":"info","ts":1785180258.1683714,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","header":"x-maas-group"} {"level":"info","ts":1785180258.1683927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785180258.1684282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"} {"level":"info","ts":1785180258.1705134,"caller":"handlers/response.go:51","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"} {"level":"info","ts":1785180258.170535,"caller":"handlers/server.go:197","msg":"processing response headers complete","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"} {"level":"info","ts":1785180258.1705515,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","EoS":false} {"level":"info","ts":1785180258.1705654,"caller":"handlers/server.go:199","msg":"Incoming response body chunk","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac","EoS":true} {"level":"info","ts":1785180258.1705987,"caller":"handlers/server.go:215","msg":"processing response body complete","x-request-id":"3bc59d3e-2656-49dd-8064-12fc33a632ac"}