{"level":"info","ts":1784852776.0601873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d","EoS":true} {"level":"info","ts":1784852776.0602276,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d","header":"x-maas-username"} {"level":"info","ts":1784852776.060241,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d","header":"x-maas-subscription"} {"level":"info","ts":1784852776.060249,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d","header":"x-maas-group"} {"level":"info","ts":1784852776.0602667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852776.0603015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d"} {"level":"info","ts":1784852776.0619278,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d"} {"level":"info","ts":1784852776.0619483,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d"} {"level":"info","ts":1784852776.0619636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d","EoS":false} {"level":"info","ts":1784852776.061975,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d","EoS":true} {"level":"info","ts":1784852776.0620139,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"03b53739-9f32-418e-ba07-587c2045e98d"} {"level":"info","ts":1784852776.8615098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852776.8616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852776.8616135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852776.8616326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","EoS":true} {"level":"info","ts":1784852776.8616705,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","header":"x-maas-subscription"} {"level":"info","ts":1784852776.8616822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","header":"x-maas-group"} {"level":"info","ts":1784852776.8616912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","header":"x-maas-username"} {"level":"info","ts":1784852776.861713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852776.8617437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852776.862613,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852776.8626323,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852776.862648,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","EoS":false} {"level":"info","ts":1784852776.8626623,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c","EoS":true} {"level":"info","ts":1784852776.8626988,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f0c8150a-0c15-42a3-a46c-49ee58c1d71c"} {"level":"info","ts":1784852800.0054853,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.0055637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852800.0055757,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852800.0055869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","EoS":true} {"level":"info","ts":1784852800.0056162,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","header":"x-maas-group"} {"level":"info","ts":1784852800.0056262,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","header":"x-maas-username"} {"level":"info","ts":1784852800.0056314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","header":"x-maas-subscription"} {"level":"info","ts":1784852800.0056446,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.0056732,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852800.0189326,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852800.0189588,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852800.018976,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","EoS":false} {"level":"info","ts":1784852800.018989,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b","EoS":true} {"level":"info","ts":1784852800.0190296,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"75c42044-5ac2-42ac-a62e-776bcb170d2b"} {"level":"info","ts":1784852800.1540985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.1541827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.1541955,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.154208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","EoS":true} {"level":"info","ts":1784852800.1542413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","header":"x-maas-username"} {"level":"info","ts":1784852800.1542516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","header":"x-maas-group"} {"level":"info","ts":1784852800.154257,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","header":"x-maas-subscription"} {"level":"info","ts":1784852800.1542702,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.154297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.1554005,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.1554193,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.155434,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","EoS":false} {"level":"info","ts":1784852800.1554444,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309","EoS":true} {"level":"info","ts":1784852800.1554818,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c67b5d55-99e5-46a5-93aa-0aa697322309"} {"level":"info","ts":1784852800.2897816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.2898886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.289906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.2899249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","EoS":true} {"level":"info","ts":1784852800.2899537,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","header":"x-maas-group"} {"level":"info","ts":1784852800.2899654,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","header":"x-maas-subscription"} {"level":"info","ts":1784852800.28997,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","header":"x-maas-username"} {"level":"info","ts":1784852800.2899833,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.2900093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.2910147,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.2910287,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.2910414,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","EoS":false} {"level":"info","ts":1784852800.2910523,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41","EoS":true} {"level":"info","ts":1784852800.291092,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"35964c8b-2a8d-495c-b89c-f50cfb3bbd41"} {"level":"info","ts":1784852800.4251573,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.4252365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.425249,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.4252608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","EoS":true} {"level":"info","ts":1784852800.4252887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","header":"x-maas-group"} {"level":"info","ts":1784852800.4252987,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","header":"x-maas-username"} {"level":"info","ts":1784852800.4253042,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","header":"x-maas-subscription"} {"level":"info","ts":1784852800.4253166,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.425339,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.4264965,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.426517,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.4265325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","EoS":false} {"level":"info","ts":1784852800.4265444,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98","EoS":true} {"level":"info","ts":1784852800.4265788,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8099450b-cb21-423e-9524-18a0377f8e98"} {"level":"info","ts":1784852800.56201,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852800.5620885,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852800.5620997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852800.562111,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","EoS":true} {"level":"info","ts":1784852800.5621347,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","header":"x-maas-subscription"} {"level":"info","ts":1784852800.5621455,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","header":"x-maas-group"} {"level":"info","ts":1784852800.56215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","header":"x-maas-username"} {"level":"info","ts":1784852800.5621617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852800.5621853,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852800.5633984,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852800.563418,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852800.5634353,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","EoS":false} {"level":"info","ts":1784852800.5634508,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7","EoS":true} {"level":"info","ts":1784852800.5634859,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bed7dfd5-f8ab-4a30-9bab-67ca729c9cb7"} {"level":"info","ts":1784852816.3334105,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852816.333491,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.333503,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.3335147,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","EoS":true} {"level":"info","ts":1784852816.333543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","header":"x-maas-group"} {"level":"info","ts":1784852816.3335536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","header":"x-maas-subscription"} {"level":"info","ts":1784852816.3335598,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","header":"x-maas-username"} {"level":"info","ts":1784852816.3336222,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852816.3336556,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.3347573,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.33478,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.334795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","EoS":false} {"level":"info","ts":1784852816.334806,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf","EoS":true} {"level":"info","ts":1784852816.3348424,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"737d2982-a8c0-4a6c-9892-b745e2be4faf"} {"level":"info","ts":1784852816.4337108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852816.433797,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6f535bb7-0bbf-4e8e-a6e1-e708690387ef"} {"level":"info","ts":1784852816.4347358,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6f535bb7-0bbf-4e8e-a6e1-e708690387ef"} {"level":"info","ts":1784852816.4347568,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6f535bb7-0bbf-4e8e-a6e1-e708690387ef"} {"level":"info","ts":1784852816.4347732,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f535bb7-0bbf-4e8e-a6e1-e708690387ef","EoS":false} {"level":"info","ts":1784852816.4347858,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6f535bb7-0bbf-4e8e-a6e1-e708690387ef"} {"level":"info","ts":1784852816.4348094,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6f535bb7-0bbf-4e8e-a6e1-e708690387ef","EoS":true} {"level":"info","ts":1784852816.434819,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"6f535bb7-0bbf-4e8e-a6e1-e708690387ef"} {"level":"info","ts":1784852821.0954459,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852821.0955436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852821.0955584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852821.0955758,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","EoS":true} {"level":"info","ts":1784852821.0956109,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","header":"x-maas-subscription"} {"level":"info","ts":1784852821.0956252,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","header":"x-maas-group"} {"level":"info","ts":1784852821.0956352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","header":"x-maas-username"} {"level":"info","ts":1784852821.0956535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852821.0956845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852821.0973408,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852821.0973642,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852821.0973856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","EoS":false} {"level":"info","ts":1784852821.097398,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486","EoS":true} {"level":"info","ts":1784852821.0974371,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92c7444f-7acb-4d83-aee2-0dfbe3e39486"} {"level":"info","ts":1784852831.697709,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852831.6977963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852831.697809,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852831.6978242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","EoS":true} {"level":"info","ts":1784852831.6978512,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","header":"x-maas-group"} {"level":"info","ts":1784852831.6978912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","header":"x-maas-username"} {"level":"info","ts":1784852831.6978965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","header":"x-maas-subscription"} {"level":"info","ts":1784852831.6979094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852831.6979332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852831.698874,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852831.6988945,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852831.69891,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","EoS":false} {"level":"info","ts":1784852831.698921,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f","EoS":true} {"level":"info","ts":1784852831.698958,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3990e3bf-fed0-4b61-99f9-b52a8bd39e8f"} {"level":"info","ts":1784852844.5845535,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852844.5846586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852844.5846763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852844.5846946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","EoS":true} {"level":"info","ts":1784852844.5847309,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","header":"x-maas-subscription"} {"level":"info","ts":1784852844.5847454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","header":"x-maas-group"} {"level":"info","ts":1784852844.584756,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","header":"x-maas-username"} {"level":"info","ts":1784852844.5847733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852844.5848083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852844.585737,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852844.5857627,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852844.5857868,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","EoS":false} {"level":"info","ts":1784852844.5858073,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341","EoS":true} {"level":"info","ts":1784852844.5858524,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"06237aff-13c5-4208-9cc3-14cc9eab9341"} {"level":"info","ts":1784852853.1210365,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852853.1211095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852853.1211183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852853.1211293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","EoS":true} {"level":"info","ts":1784852853.1211588,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","header":"x-maas-username"} {"level":"info","ts":1784852853.1211686,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","header":"x-maas-group"} {"level":"info","ts":1784852853.1211739,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","header":"x-maas-subscription"} {"level":"info","ts":1784852853.1211867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852853.1212597,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852853.1221254,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852853.1221473,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852853.122162,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","EoS":false} {"level":"info","ts":1784852853.1221752,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150","EoS":true} {"level":"info","ts":1784852853.1222126,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6600dd8b-af66-47fb-8edc-b3e45cb67150"} {"level":"info","ts":1784852861.996762,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852861.9968464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852861.9968736,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852861.996889,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","EoS":true} {"level":"info","ts":1784852861.9969177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","header":"x-maas-subscription"} {"level":"info","ts":1784852861.9969277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","header":"x-maas-group"} {"level":"info","ts":1784852861.996934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","header":"x-maas-username"} {"level":"info","ts":1784852861.9969478,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852861.9969742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852861.997802,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852861.997822,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852861.9978452,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","EoS":false} {"level":"info","ts":1784852861.9978802,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12","EoS":true} {"level":"info","ts":1784852861.9979281,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c6cca65b-c854-45d5-9722-c70e6648df12"} {"level":"info","ts":1784852887.1134818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852887.1135607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852887.1135714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852887.113583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","EoS":true} {"level":"info","ts":1784852887.1136117,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","header":"x-maas-subscription"} {"level":"info","ts":1784852887.1136215,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","header":"x-maas-group"} {"level":"info","ts":1784852887.1136258,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","header":"x-maas-username"} {"level":"info","ts":1784852887.1136405,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852887.1136658,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852887.1154058,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852887.1154273,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852887.1154487,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","EoS":false} {"level":"info","ts":1784852887.1154675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32","EoS":true} {"level":"info","ts":1784852887.1155179,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b3e4670e-a7d1-4199-b3fb-20425d3f1a32"} {"level":"info","ts":1784852909.4930615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852909.4931402,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852909.4931502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852909.493161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","EoS":true} {"level":"info","ts":1784852909.4931884,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","header":"x-maas-subscription"} {"level":"info","ts":1784852909.4931984,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","header":"x-maas-username"} {"level":"info","ts":1784852909.4932036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","header":"x-maas-group"} {"level":"info","ts":1784852909.493218,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784852909.493244,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852909.4953554,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852909.4953783,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852909.4954033,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","EoS":false} {"level":"info","ts":1784852909.495423,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd","EoS":true} {"level":"info","ts":1784852909.4954693,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8f075382-beaa-46ce-901b-ff221de42bbd"} {"level":"info","ts":1784852936.0000472,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852936.0001397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852936.0001519,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852936.0001638,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","EoS":true} {"level":"info","ts":1784852936.0001915,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","header":"x-maas-username"} {"level":"info","ts":1784852936.0002012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","header":"x-maas-group"} {"level":"info","ts":1784852936.000206,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","header":"x-maas-subscription"} {"level":"info","ts":1784852936.0002184,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852936.0002437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852936.0020776,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852936.002102,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852936.002123,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","EoS":false} {"level":"info","ts":1784852936.0021422,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872","EoS":true} {"level":"info","ts":1784852936.0021892,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8b528f60-6978-4e36-90d2-b4a693234872"} {"level":"info","ts":1784852945.4596272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852945.4597166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.4597297,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.459742,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","EoS":true} {"level":"info","ts":1784852945.4597676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","header":"x-maas-username"} {"level":"info","ts":1784852945.4597778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","header":"x-maas-subscription"} {"level":"info","ts":1784852945.4597862,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","header":"x-maas-group"} {"level":"info","ts":1784852945.459805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852945.4598382,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.4607515,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.460779,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.4607933,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","EoS":false} {"level":"info","ts":1784852945.4608045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443","EoS":true} {"level":"info","ts":1784852945.4608374,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7d0b1b83-3cde-4e85-9970-40f0fe457443"} {"level":"info","ts":1784852945.5056138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852945.5056872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852945.505699,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852945.5057101,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","EoS":true} {"level":"info","ts":1784852945.5057373,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","header":"x-maas-username"} {"level":"info","ts":1784852945.5057473,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","header":"x-maas-subscription"} {"level":"info","ts":1784852945.5057516,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","header":"x-maas-group"} {"level":"info","ts":1784852945.5057642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852945.5057878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852945.5066128,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852945.5066364,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852945.5066538,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","EoS":false} {"level":"info","ts":1784852945.5066738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827","EoS":true} {"level":"info","ts":1784852945.5067115,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e1637b8d-69ba-418f-a722-185a14a6a827"} {"level":"info","ts":1784852965.119549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784852965.1196306,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784852965.119641,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784852965.119652,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","EoS":true} {"level":"info","ts":1784852965.1196785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","header":"x-maas-username"} {"level":"info","ts":1784852965.1196887,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","header":"x-maas-subscription"} {"level":"info","ts":1784852965.1196942,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","header":"x-maas-group"} {"level":"info","ts":1784852965.119707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784852965.119729,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784852965.1205559,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784852965.1205685,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784852965.1205795,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","EoS":false} {"level":"info","ts":1784852965.12059,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4","EoS":true} {"level":"info","ts":1784852965.1206203,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a7d49c7f-d9a7-4d36-9bb1-c5861cfe36e4"} {"level":"info","ts":1784853096.0161495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853096.016234,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853096.0162456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853096.016257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","EoS":true} {"level":"info","ts":1784853096.0162807,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","header":"x-maas-group"} {"level":"info","ts":1784853096.0162911,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","header":"x-maas-subscription"} {"level":"info","ts":1784853096.0162964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","header":"x-maas-username"} {"level":"info","ts":1784853096.016309,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784853096.0163362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853096.0195663,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853096.0195858,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853096.0196044,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","EoS":false} {"level":"info","ts":1784853096.0196183,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314","EoS":true} {"level":"info","ts":1784853096.0196533,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a4db1017-e358-494d-b65f-b15afd32a314"} {"level":"info","ts":1784853133.510364,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853133.5104396,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853133.5104518,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853133.510463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","EoS":true} {"level":"info","ts":1784853133.5104926,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","header":"x-maas-username"} {"level":"info","ts":1784853133.510504,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","header":"x-maas-subscription"} {"level":"info","ts":1784853133.5105112,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","header":"x-maas-group"} {"level":"info","ts":1784853133.510529,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853133.5105627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853133.512175,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853133.5121999,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853133.5122166,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","EoS":false} {"level":"info","ts":1784853133.5122278,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413","EoS":true} {"level":"info","ts":1784853133.5122714,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d78b95d7-1d90-4076-9f42-6d4a76cda413"} {"level":"info","ts":1784853148.8344479,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853148.8345213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853148.8345318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853148.8345444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","EoS":true} {"level":"info","ts":1784853148.834569,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","header":"x-maas-subscription"} {"level":"info","ts":1784853148.8345792,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","header":"x-maas-username"} {"level":"info","ts":1784853148.8345845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","header":"x-maas-group"} {"level":"info","ts":1784853148.8345978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853148.8346236,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853148.8356335,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853148.8356502,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853148.8356636,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","EoS":false} {"level":"info","ts":1784853148.8356738,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd","EoS":true} {"level":"info","ts":1784853148.8357046,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5385b41-e8aa-4729-b760-398ffafe17fd"} {"level":"info","ts":1784853465.0340078,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853465.0341086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853465.0341194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853465.034132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","EoS":true} {"level":"info","ts":1784853465.0341613,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","header":"x-maas-username"} {"level":"info","ts":1784853465.0341725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","header":"x-maas-subscription"} {"level":"info","ts":1784853465.034177,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","header":"x-maas-group"} {"level":"info","ts":1784853465.0341902,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784853465.0342152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853465.036837,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853465.036872,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853465.0368896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","EoS":false} {"level":"info","ts":1784853465.0369012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a","EoS":true} {"level":"info","ts":1784853465.036939,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ebc9a5d2-b1fd-4140-87a2-4cc32f50787a"} {"level":"info","ts":1784853469.8531246,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"22395437-e256-44b3-b29b-effea5185bbe","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784853469.853391,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":39276.389140427,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853469.8534195,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853469.9084485,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853469.9540012,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"22395437-e256-44b3-b29b-effea5185bbe","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784853469.9720106,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa539c93-d36a-41f7-86f6-c52510ccd37d"} {"level":"info","ts":1784853469.972111,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c78239ff-504f-49f0-bb33-3d6fcdd26435","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853469.9721384,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c78239ff-504f-49f0-bb33-3d6fcdd26435","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784853469.9800677,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50fb5a98-c191-46c6-b901-0816e17f5200","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853469.9800994,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"50fb5a98-c191-46c6-b901-0816e17f5200","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784853469.9803302,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37693.261292407,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853469.9803581,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853469.9878914,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.0803552,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa539c93-d36a-41f7-86f6-c52510ccd37d","name":"e2e-external-provider"} {"level":"info","ts":1784853470.0877419,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58f111db-c565-43af-b78c-587067ac66b5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.0877953,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58f111db-c565-43af-b78c-587067ac66b5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.0877833,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24fba7c7-8ff8-4996-9439-1b756a5008b9"} {"level":"info","ts":1784853470.0952976,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e73b94f-29e8-454d-903b-ff52d08f18ec","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.0953305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9e73b94f-29e8-454d-903b-ff52d08f18ec","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.0953271,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24fba7c7-8ff8-4996-9439-1b756a5008b9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784853470.0988038,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa539c93-d36a-41f7-86f6-c52510ccd37d","kind":"ServiceEntry","name":"e2e-external-provider"} {"level":"info","ts":1784853470.1024532,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38c1d6b1-ec0e-4584-9f01-4936a81c6231","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.10248,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38c1d6b1-ec0e-4584-9f01-4936a81c6231","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784853470.1025057,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"24fba7c7-8ff8-4996-9439-1b756a5008b9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853470.102578,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e087c4f6-c620-4f82-8219-b7176fe1dfe9"} {"level":"info","ts":1784853470.1025991,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e087c4f6-c620-4f82-8219-b7176fe1dfe9","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784853470.1061022,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa539c93-d36a-41f7-86f6-c52510ccd37d","kind":"DestinationRule","name":"e2e-external-provider"} {"level":"error","ts":1784853470.1069083,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e087c4f6-c620-4f82-8219-b7176fe1dfe9","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853470.1109104,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fa539c93-d36a-41f7-86f6-c52510ccd37d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784853470.11579,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1181e49-3f24-403e-b195-60978265e6b4"} {"level":"info","ts":1784853470.1158452,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1181e49-3f24-403e-b195-60978265e6b4","name":"e2e-external-provider"} {"level":"info","ts":1784853470.1159608,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7bb3810-599f-4fa2-bfce-f68c87fab976"} {"level":"info","ts":1784853470.115841,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0983ea4b-ab29-45b8-b90a-3f2174df561c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.1160724,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"105361d4-e777-4275-9e73-7baf81a697f9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853470.1161711,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0983ea4b-ab29-45b8-b90a-3f2174df561c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.116184,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38056.618725341,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.1162088,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"105361d4-e777-4275-9e73-7baf81a697f9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784853470.1162002,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.1230228,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784853470.1244109,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f1181e49-3f24-403e-b195-60978265e6b4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784853470.1285896,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c6385e3-b7df-4cb4-9c46-fbbda1d83180"} {"level":"info","ts":1784853470.1286337,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c6385e3-b7df-4cb4-9c46-fbbda1d83180","name":"e2e-external-provider"} {"level":"info","ts":1784853470.137352,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3c6385e3-b7df-4cb4-9c46-fbbda1d83180","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784853470.216831,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7bb3810-599f-4fa2-bfce-f68c87fab976","name":"e2e-external-model"} {"level":"info","ts":1784853470.2283876,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b7bb3810-599f-4fa2-bfce-f68c87fab976","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853470.2360463,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"862d8aae-2425-42da-ae58-c7a2f121b9e1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.2360833,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"862d8aae-2425-42da-ae58-c7a2f121b9e1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.2362509,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f378832b-29d4-49f1-9abf-2635e316df0e"} {"level":"info","ts":1784853470.2363315,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f378832b-29d4-49f1-9abf-2635e316df0e","name":"e2e-external-model"} {"level":"error","ts":1784853470.2531013,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f378832b-29d4-49f1-9abf-2635e316df0e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853470.2531965,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3680a5e8-c49e-46c0-98a9-4818d6a058a3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.25322,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"734c26ae-8dbf-4cb6-9873-b71956068093"} {"level":"info","ts":1784853470.2532368,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3680a5e8-c49e-46c0-98a9-4818d6a058a3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.2532675,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"734c26ae-8dbf-4cb6-9873-b71956068093","name":"e2e-external-model"} {"level":"info","ts":1784853470.2612977,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"734c26ae-8dbf-4cb6-9873-b71956068093","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853470.2687423,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfe9c0fd-f59d-4e43-befc-2bfa2ff45e04","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853470.2687747,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfe9c0fd-f59d-4e43-befc-2bfa2ff45e04","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784853470.2687435,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f7d34a2-c916-4250-9222-0d491e9d61f1"} {"level":"info","ts":1784853470.2688527,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f7d34a2-c916-4250-9222-0d491e9d61f1","name":"e2e-external-model"} {"level":"info","ts":1784853470.2773042,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3f7d34a2-c916-4250-9222-0d491e9d61f1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853479.715172,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853479.7152677,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43"} {"level":"info","ts":1784853479.7152786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43"} {"level":"info","ts":1784853479.71529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","EoS":true} {"level":"info","ts":1784853479.715314,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","header":"x-maas-subscription"} {"level":"info","ts":1784853479.7153237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","header":"x-maas-username"} {"level":"info","ts":1784853479.7153301,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","header":"x-maas-group"} {"level":"info","ts":1784853479.7153447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853479.7153535,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","modelName":"e2e-external-model"} {"level":"info","ts":1784853479.7153661,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853479.715402,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784853479.7154248,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43","authType":"apikey"} {"level":"info","ts":1784853479.7154546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca2e4775-416e-438c-9911-c6c20bb11a43"} {"level":"info","ts":1784853479.8303375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6eb64855-7ae9-42ae-988b-a072c0495b6e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8303885,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6eb64855-7ae9-42ae-988b-a072c0495b6e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853479.8303375,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f9bcebe-0c3f-454f-a8a5-6d76c16b6a88"} {"level":"info","ts":1784853479.8360877,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f9bcebe-0c3f-454f-a8a5-6d76c16b6a88","name":"e2e-cleanup-test"} {"level":"info","ts":1784853479.8360884,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef8ab0b-6b16-41fa-ad67-d63814790043","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8362103,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ef8ab0b-6b16-41fa-ad67-d63814790043","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853479.8460698,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8f9bcebe-0c3f-454f-a8a5-6d76c16b6a88","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853479.8537767,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"302d8839-d0d2-42ba-b05a-4d9d8aba27ea","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8538113,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"302d8839-d0d2-42ba-b05a-4d9d8aba27ea","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853479.8538177,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de9fc32e-ab30-4274-9f57-9fad0e8059f8"} {"level":"info","ts":1784853479.853892,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de9fc32e-ab30-4274-9f57-9fad0e8059f8","name":"e2e-cleanup-test"} {"level":"error","ts":1784853479.8699355,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de9fc32e-ab30-4274-9f57-9fad0e8059f8","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784853479.8700202,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f5af267-2d41-4adb-af8c-cdd4d53f417b"} {"level":"info","ts":1784853479.8700216,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a5a209f-5b6f-4e68-baf5-af7cf4c18912","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8700464,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5a5a209f-5b6f-4e68-baf5-af7cf4c18912","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853479.8700783,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f5af267-2d41-4adb-af8c-cdd4d53f417b","name":"e2e-cleanup-test"} {"level":"info","ts":1784853479.8785353,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9f5af267-2d41-4adb-af8c-cdd4d53f417b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853479.8858962,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a50ff89e-375e-4186-85df-812168669b4d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853479.8859305,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a50ff89e-375e-4186-85df-812168669b4d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784853479.8859355,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05f22ef2-aa04-42ca-b99d-7f41cb079680"} {"level":"info","ts":1784853479.885986,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05f22ef2-aa04-42ca-b99d-7f41cb079680","name":"e2e-cleanup-test"} {"level":"info","ts":1784853479.8939254,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05f22ef2-aa04-42ca-b99d-7f41cb079680","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853479.9001718,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e02a5196-717e-4bbc-b195-21f6981f53ac"} {"level":"info","ts":1784853479.9002247,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e02a5196-717e-4bbc-b195-21f6981f53ac","name":"e2e-cleanup-test"} {"level":"info","ts":1784853479.9096525,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e02a5196-717e-4bbc-b195-21f6981f53ac","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784853488.1093636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"43daaee3-7658-41a7-80f8-83f91109c516"} {"level":"info","ts":1784853488.1093585,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d0fe18f-7436-41c0-9ad3-fe00ab121dfc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853488.109426,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d0fe18f-7436-41c0-9ad3-fe00ab121dfc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784853492.4343667,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853492.434458,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86"} {"level":"info","ts":1784853492.43447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86"} {"level":"info","ts":1784853492.434482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86","EoS":true} {"level":"info","ts":1784853492.4345164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784853492.4345856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dde72ec1-eacb-4bd9-8f0f-ace7897fdb86"} {"level":"info","ts":1784853492.4751143,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853492.4752336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014"} {"level":"info","ts":1784853492.4752502,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014"} {"level":"info","ts":1784853492.4752684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","EoS":true} {"level":"info","ts":1784853492.4753027,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","header":"x-maas-username"} {"level":"info","ts":1784853492.4753163,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","header":"x-maas-subscription"} {"level":"info","ts":1784853492.4753242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","header":"x-maas-group"} {"level":"info","ts":1784853492.4753468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853492.47536,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","modelName":"e2e-external-model"} {"level":"info","ts":1784853492.4753766,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784853492.4754086,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","input":"openai-chat","output":"openai-chat"} {"level":"info","ts":1784853492.4754336,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014","authType":"apikey"} {"level":"info","ts":1784853492.4754643,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66c08313-eac7-4eb6-844f-ce3976109014"} {"level":"info","ts":1784853492.5150928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853492.51517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.5151784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.5151906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","EoS":true} {"level":"info","ts":1784853492.5152204,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","header":"x-maas-subscription"} {"level":"info","ts":1784853492.515232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","header":"x-maas-group"} {"level":"info","ts":1784853492.515237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","header":"x-maas-username"} {"level":"info","ts":1784853492.5152862,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784853492.51531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.6379483,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.6379764,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.6379983,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","EoS":false} {"level":"info","ts":1784853492.6380153,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","EoS":true} {"level":"error","ts":1784853492.6380353,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784853492.6381092,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6fcf69b6-cdd7-472d-a218-5b9021277772"} {"level":"info","ts":1784853492.6773555,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784853492.6774263,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853492.6774418,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853492.6774533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","EoS":true} {"level":"info","ts":1784853492.6774778,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","header":"x-maas-subscription"} {"level":"info","ts":1784853492.6774886,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","header":"x-maas-group"} {"level":"info","ts":1784853492.6774938,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","header":"x-maas-username"} {"level":"info","ts":1784853492.6775239,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853492.7242699,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853492.724297,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853492.724314,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","EoS":false} {"level":"info","ts":1784853492.7243283,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","EoS":true} {"level":"error","ts":1784853492.724345,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"} {"level":"info","ts":1784853492.724376,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3e22b6c8-68a2-4792-a26d-2cc7536b1128"} {"level":"info","ts":1784853493.5954623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2977b36-3f6a-4fb2-9494-c0e4bdb107aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853493.5955155,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a2977b36-3f6a-4fb2-9494-c0e4bdb107aa","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784853493.5954754,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e1672635-e646-408b-9bf7-0c9e9e286ec7"} {"level":"info","ts":1784853493.7580893,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2677bdce-ad73-4df3-ba00-5d58d079dc07"} {"level":"info","ts":1784853493.7581334,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15aea7c9-9aba-4726-b3d3-c53f0a0d57ca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853493.7581644,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15aea7c9-9aba-4726-b3d3-c53f0a0d57ca","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784853493.87811,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"44ba55d6-8477-4f48-b9bf-3610d23e9450","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784853493.8784032,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"44ba55d6-8477-4f48-b9bf-3610d23e9450","key":"llm/e2e-external-model-api-key"} {"level":"info","ts":1784854608.7319055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784854608.7320151,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"581a620c-5a70-4d53-a847-312af13a9894"} {"level":"info","ts":1784854662.7349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784854662.7349799,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"} {"level":"info","ts":1784854662.7349918,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"} {"level":"info","ts":1784854662.7350032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","EoS":true} {"level":"info","ts":1784854662.735032,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","header":"x-maas-subscription"} {"level":"info","ts":1784854662.735102,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","header":"x-maas-username"} {"level":"info","ts":1784854662.735108,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","header":"x-maas-group"} {"level":"info","ts":1784854662.735126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784854662.7351532,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"} {"level":"info","ts":1784854662.7376597,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"} {"level":"info","ts":1784854662.737682,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"} {"level":"info","ts":1784854662.7376997,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","EoS":false} {"level":"info","ts":1784854662.737712,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb","EoS":true} {"level":"info","ts":1784854662.7377465,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"355c0766-2eb0-4f12-8bc2-253e65c9f9eb"}