{"level":"info","ts":1784806830.209458,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9903996c-42a9-4942-9a32-9203c30c731f","EoS":false}
{"level":"info","ts":1784806830.2094698,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9903996c-42a9-4942-9a32-9203c30c731f","EoS":true}
{"level":"info","ts":1784806830.2095075,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9903996c-42a9-4942-9a32-9203c30c731f"}
{"level":"info","ts":1784806830.9853816,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806830.9854598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376"}
{"level":"info","ts":1784806830.9854717,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376"}
{"level":"info","ts":1784806830.985482,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376","EoS":true}
{"level":"info","ts":1784806830.9855096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376","header":"x-maas-subscription"}
{"level":"info","ts":1784806830.9855208,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376","header":"x-maas-username"}
{"level":"info","ts":1784806830.9855256,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376","header":"x-maas-group"}
{"level":"info","ts":1784806830.9855394,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806830.985566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376"}
{"level":"info","ts":1784806830.9865115,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376"}
{"level":"info","ts":1784806830.9865317,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376"}
{"level":"info","ts":1784806830.986547,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376","EoS":false}
{"level":"info","ts":1784806830.9865596,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376","EoS":true}
{"level":"info","ts":1784806830.986597,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ac379c51-f944-4b43-b0f8-cc46c0741376"}
{"level":"info","ts":1784806854.1161304,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806854.1162076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"}
{"level":"info","ts":1784806854.11622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"}
{"level":"info","ts":1784806854.1162317,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","EoS":true}
{"level":"info","ts":1784806854.116259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","header":"x-maas-group"}
{"level":"info","ts":1784806854.1162684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","header":"x-maas-username"}
{"level":"info","ts":1784806854.1162739,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","header":"x-maas-subscription"}
{"level":"info","ts":1784806854.1162887,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806854.116315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"}
{"level":"info","ts":1784806854.1176817,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"}
{"level":"info","ts":1784806854.1177034,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"}
{"level":"info","ts":1784806854.1177182,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","EoS":false}
{"level":"info","ts":1784806854.1177282,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47","EoS":true}
{"level":"info","ts":1784806854.117784,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"37021c64-3fb2-45ea-9eeb-905f19e11e47"}
{"level":"info","ts":1784806854.252458,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806854.2525275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"}
{"level":"info","ts":1784806854.252536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"}
{"level":"info","ts":1784806854.2525473,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","EoS":true}
{"level":"info","ts":1784806854.252578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","header":"x-maas-username"}
{"level":"info","ts":1784806854.2525883,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","header":"x-maas-group"}
{"level":"info","ts":1784806854.2525923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","header":"x-maas-subscription"}
{"level":"info","ts":1784806854.2526066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806854.2526293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"}
{"level":"info","ts":1784806854.2556913,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"}
{"level":"info","ts":1784806854.25571,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"}
{"level":"info","ts":1784806854.2557302,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","EoS":false}
{"level":"info","ts":1784806854.2557418,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8","EoS":true}
{"level":"info","ts":1784806854.2558014,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"11456094-02c4-4597-aabc-b1f50b7246a8"}
{"level":"info","ts":1784806854.3916383,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806854.3917143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"}
{"level":"info","ts":1784806854.3917263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"}
{"level":"info","ts":1784806854.3917382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","EoS":true}
{"level":"info","ts":1784806854.3917804,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","header":"x-maas-subscription"}
{"level":"info","ts":1784806854.391795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","header":"x-maas-username"}
{"level":"info","ts":1784806854.391801,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","header":"x-maas-group"}
{"level":"info","ts":1784806854.3918157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806854.3918383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"}
{"level":"info","ts":1784806854.3928745,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"}
{"level":"info","ts":1784806854.3928943,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"}
{"level":"info","ts":1784806854.392909,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","EoS":false}
{"level":"info","ts":1784806854.3929203,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09","EoS":true}
{"level":"info","ts":1784806854.3929648,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"de3db726-0326-4ff8-9b2c-eb5e230ece09"}
{"level":"info","ts":1784806854.526321,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806854.5263953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"}
{"level":"info","ts":1784806854.5264056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"}
{"level":"info","ts":1784806854.5264163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","EoS":true}
{"level":"info","ts":1784806854.5264385,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","header":"x-maas-subscription"}
{"level":"info","ts":1784806854.5264492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","header":"x-maas-group"}
{"level":"info","ts":1784806854.5264544,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","header":"x-maas-username"}
{"level":"info","ts":1784806854.5264673,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806854.526491,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"}
{"level":"info","ts":1784806854.5276704,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"}
{"level":"info","ts":1784806854.5276947,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"}
{"level":"info","ts":1784806854.5277088,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","EoS":false}
{"level":"info","ts":1784806854.5277226,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be","EoS":true}
{"level":"info","ts":1784806854.5277572,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0cf24cf8-1450-48fa-82cd-880c5f7792be"}
{"level":"info","ts":1784806854.659949,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806854.6600192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"}
{"level":"info","ts":1784806854.6600318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"}
{"level":"info","ts":1784806854.6600425,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","EoS":true}
{"level":"info","ts":1784806854.6600647,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","header":"x-maas-username"}
{"level":"info","ts":1784806854.6600754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","header":"x-maas-subscription"}
{"level":"info","ts":1784806854.6600814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","header":"x-maas-group"}
{"level":"info","ts":1784806854.660093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806854.6601167,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"}
{"level":"info","ts":1784806854.6611593,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"}
{"level":"info","ts":1784806854.6611779,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"}
{"level":"info","ts":1784806854.661197,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","EoS":false}
{"level":"info","ts":1784806854.6612108,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4","EoS":true}
{"level":"info","ts":1784806854.6612444,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b4e4e4dd-770c-4baa-9d1b-c83150a904b4"}
{"level":"info","ts":1784806874.6383872,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806874.63846,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"}
{"level":"info","ts":1784806874.638472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"}
{"level":"info","ts":1784806874.6384835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","EoS":true}
{"level":"info","ts":1784806874.6385055,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","header":"x-maas-group"}
{"level":"info","ts":1784806874.638515,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","header":"x-maas-username"}
{"level":"info","ts":1784806874.6385202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","header":"x-maas-subscription"}
{"level":"info","ts":1784806874.6385326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806874.6385548,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"}
{"level":"info","ts":1784806874.6415257,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"}
{"level":"info","ts":1784806874.641545,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"}
{"level":"info","ts":1784806874.6415606,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","EoS":false}
{"level":"info","ts":1784806874.6415741,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f","EoS":true}
{"level":"info","ts":1784806874.6416044,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6ccd0522-cd2f-4ad0-aa3e-01917938319f"}
{"level":"info","ts":1784806874.6732495,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806874.673304,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"}
{"level":"info","ts":1784806874.6733122,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"}
{"level":"info","ts":1784806874.673323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","EoS":true}
{"level":"info","ts":1784806874.6733418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","header":"x-maas-group"}
{"level":"info","ts":1784806874.6733518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","header":"x-maas-subscription"}
{"level":"info","ts":1784806874.6733563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","header":"x-maas-username"}
{"level":"info","ts":1784806874.6733665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806874.673384,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"}
{"level":"info","ts":1784806874.6743047,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"}
{"level":"info","ts":1784806874.6743176,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"}
{"level":"info","ts":1784806874.6743293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","EoS":false}
{"level":"info","ts":1784806874.6743386,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64","EoS":true}
{"level":"info","ts":1784806874.6743677,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3d312202-530b-46fd-b2ca-f07619370f64"}
{"level":"info","ts":1784806874.7715414,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806874.7716172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"939d329b-76db-4d69-b340-67ad7ddde2ec"}
{"level":"info","ts":1784806874.7724955,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"939d329b-76db-4d69-b340-67ad7ddde2ec"}
{"level":"info","ts":1784806874.7725112,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"939d329b-76db-4d69-b340-67ad7ddde2ec"}
{"level":"info","ts":1784806874.7725255,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"939d329b-76db-4d69-b340-67ad7ddde2ec","EoS":false}
{"level":"info","ts":1784806874.7725384,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"939d329b-76db-4d69-b340-67ad7ddde2ec"}
{"level":"info","ts":1784806874.7725658,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"939d329b-76db-4d69-b340-67ad7ddde2ec","EoS":true}
{"level":"info","ts":1784806874.7725766,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"939d329b-76db-4d69-b340-67ad7ddde2ec"}
{"level":"info","ts":1784806879.3884194,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806879.3884938,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"}
{"level":"info","ts":1784806879.388506,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"}
{"level":"info","ts":1784806879.3885176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","EoS":true}
{"level":"info","ts":1784806879.3885376,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","header":"x-maas-username"}
{"level":"info","ts":1784806879.3885493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","header":"x-maas-subscription"}
{"level":"info","ts":1784806879.388554,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","header":"x-maas-group"}
{"level":"info","ts":1784806879.3885665,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806879.38859,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"}
{"level":"info","ts":1784806879.3894155,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"}
{"level":"info","ts":1784806879.3894348,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"}
{"level":"info","ts":1784806879.3894486,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","EoS":false}
{"level":"info","ts":1784806879.3894594,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb","EoS":true}
{"level":"info","ts":1784806879.3894963,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"83d5dd74-030a-4dab-a406-e87e2ec2ffcb"}
{"level":"info","ts":1784806887.9541793,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806887.9542525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"}
{"level":"info","ts":1784806887.9542606,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"}
{"level":"info","ts":1784806887.954271,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","EoS":true}
{"level":"info","ts":1784806887.9542964,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","header":"x-maas-group"}
{"level":"info","ts":1784806887.9543073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","header":"x-maas-username"}
{"level":"info","ts":1784806887.954312,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","header":"x-maas-subscription"}
{"level":"info","ts":1784806887.9543242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784806887.954346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"}
{"level":"info","ts":1784806887.9551728,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"}
{"level":"info","ts":1784806887.9551852,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"}
{"level":"info","ts":1784806887.955198,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","EoS":false}
{"level":"info","ts":1784806887.9552085,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067","EoS":true}
{"level":"info","ts":1784806887.9552383,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"088bf48f-977b-4f7c-9f8e-b87fafff4067"}
{"level":"info","ts":1784806900.8211312,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806900.821199,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"}
{"level":"info","ts":1784806900.8212087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"}
{"level":"info","ts":1784806900.8212202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","EoS":true}
{"level":"info","ts":1784806900.821242,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","header":"x-maas-subscription"}
{"level":"info","ts":1784806900.8212533,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","header":"x-maas-group"}
{"level":"info","ts":1784806900.8212593,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","header":"x-maas-username"}
{"level":"info","ts":1784806900.8212938,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806900.8213181,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"}
{"level":"info","ts":1784806900.822354,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"}
{"level":"info","ts":1784806900.822374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"}
{"level":"info","ts":1784806900.8223999,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","EoS":false}
{"level":"info","ts":1784806900.8224175,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278","EoS":true}
{"level":"info","ts":1784806900.8224673,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6ea0b390-1fdc-48c9-9efd-cde5bd58f278"}
{"level":"info","ts":1784806909.3533685,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806909.3534486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"}
{"level":"info","ts":1784806909.3534653,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"}
{"level":"info","ts":1784806909.3534832,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","EoS":true}
{"level":"info","ts":1784806909.3535209,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","header":"x-maas-subscription"}
{"level":"info","ts":1784806909.3535364,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","header":"x-maas-username"}
{"level":"info","ts":1784806909.3535452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","header":"x-maas-group"}
{"level":"info","ts":1784806909.353563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806909.3535972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"}
{"level":"info","ts":1784806909.3544264,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"}
{"level":"info","ts":1784806909.3544438,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"}
{"level":"info","ts":1784806909.3544605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","EoS":false}
{"level":"info","ts":1784806909.354472,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9","EoS":true}
{"level":"info","ts":1784806909.3545108,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"34427b97-acad-4441-af25-afc190d7c5b9"}
{"level":"info","ts":1784806918.2209027,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806918.2209685,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"}
{"level":"info","ts":1784806918.2209792,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"}
{"level":"info","ts":1784806918.2209904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","EoS":true}
{"level":"info","ts":1784806918.2210147,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","header":"x-maas-username"}
{"level":"info","ts":1784806918.2210248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","header":"x-maas-subscription"}
{"level":"info","ts":1784806918.2210293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","header":"x-maas-group"}
{"level":"info","ts":1784806918.221042,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806918.221064,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"}
{"level":"info","ts":1784806918.2219372,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"}
{"level":"info","ts":1784806918.2219632,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"}
{"level":"info","ts":1784806918.2219803,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","EoS":false}
{"level":"info","ts":1784806918.2220004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12","EoS":true}
{"level":"info","ts":1784806918.2220376,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"04182e1e-4051-444e-8a13-ffc36c358c12"}
{"level":"info","ts":1784806941.049164,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806941.0492635,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"}
{"level":"info","ts":1784806941.0492823,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"}
{"level":"info","ts":1784806941.0493019,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","EoS":true}
{"level":"info","ts":1784806941.049341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","header":"x-maas-subscription"}
{"level":"info","ts":1784806941.0493586,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","header":"x-maas-group"}
{"level":"info","ts":1784806941.0493689,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","header":"x-maas-username"}
{"level":"info","ts":1784806941.0493867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784806941.049422,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"}
{"level":"info","ts":1784806941.0505059,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"}
{"level":"info","ts":1784806941.0505357,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"}
{"level":"info","ts":1784806941.0505605,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","EoS":false}
{"level":"info","ts":1784806941.0505788,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530","EoS":true}
{"level":"info","ts":1784806941.050633,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"352d7ec0-cfe2-4c95-9316-9f4b48c65530"}
{"level":"info","ts":1784806963.6900375,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806963.690125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"}
{"level":"info","ts":1784806963.6901412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"}
{"level":"info","ts":1784806963.6901608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","EoS":true}
{"level":"info","ts":1784806963.6901982,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","header":"x-maas-username"}
{"level":"info","ts":1784806963.6902096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","header":"x-maas-group"}
{"level":"info","ts":1784806963.6902175,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","header":"x-maas-subscription"}
{"level":"info","ts":1784806963.6902363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784806963.690266,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"}
{"level":"info","ts":1784806963.691177,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"}
{"level":"info","ts":1784806963.691199,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"}
{"level":"info","ts":1784806963.6912136,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","EoS":false}
{"level":"info","ts":1784806963.6912246,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f","EoS":true}
{"level":"info","ts":1784806963.691265,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c3fb5321-4cc7-4479-8ae8-27ea7261292f"}
{"level":"info","ts":1784806990.120187,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806990.1202776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"}
{"level":"info","ts":1784806990.1202958,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"}
{"level":"info","ts":1784806990.120312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","EoS":true}
{"level":"info","ts":1784806990.1203485,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","header":"x-maas-group"}
{"level":"info","ts":1784806990.1203625,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","header":"x-maas-subscription"}
{"level":"info","ts":1784806990.12037,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","header":"x-maas-username"}
{"level":"info","ts":1784806990.1203868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806990.12042,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"}
{"level":"info","ts":1784806990.1213834,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"}
{"level":"info","ts":1784806990.1214042,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"}
{"level":"info","ts":1784806990.1214197,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","EoS":false}
{"level":"info","ts":1784806990.1214316,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8","EoS":true}
{"level":"info","ts":1784806990.1214683,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b3ef2137-c1de-407a-a55f-d7a54f5fbac8"}
{"level":"info","ts":1784806999.499832,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806999.4999151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"}
{"level":"info","ts":1784806999.4999285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"}
{"level":"info","ts":1784806999.4999397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","EoS":true}
{"level":"info","ts":1784806999.4999669,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","header":"x-maas-username"}
{"level":"info","ts":1784806999.4999764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","header":"x-maas-subscription"}
{"level":"info","ts":1784806999.4999814,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","header":"x-maas-group"}
{"level":"info","ts":1784806999.4999943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806999.5000188,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"}
{"level":"info","ts":1784806999.5022392,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"}
{"level":"info","ts":1784806999.5022643,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"}
{"level":"info","ts":1784806999.5022862,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","EoS":false}
{"level":"info","ts":1784806999.5023043,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998","EoS":true}
{"level":"info","ts":1784806999.502351,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c2c9547f-0f21-469a-8f1a-077538761998"}
{"level":"info","ts":1784806999.5397518,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784806999.5398462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"}
{"level":"info","ts":1784806999.5398614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"}
{"level":"info","ts":1784806999.5398772,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","EoS":true}
{"level":"info","ts":1784806999.5399015,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","header":"x-maas-group"}
{"level":"info","ts":1784806999.5399122,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","header":"x-maas-subscription"}
{"level":"info","ts":1784806999.5399191,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","header":"x-maas-username"}
{"level":"info","ts":1784806999.5399323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784806999.5399632,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"}
{"level":"info","ts":1784806999.5408916,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"}
{"level":"info","ts":1784806999.5409195,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"}
{"level":"info","ts":1784806999.5409393,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","EoS":false}
{"level":"info","ts":1784806999.540959,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907","EoS":true}
{"level":"info","ts":1784806999.541013,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f4c08a30-b0e6-49f4-8055-00206d64a907"}
{"level":"info","ts":1784807018.6484902,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807018.648643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"}
{"level":"info","ts":1784807018.6486795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"}
{"level":"info","ts":1784807018.6487148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","EoS":true}
{"level":"info","ts":1784807018.648795,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","header":"x-maas-subscription"}
{"level":"info","ts":1784807018.6488116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","header":"x-maas-group"}
{"level":"info","ts":1784807018.64882,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","header":"x-maas-username"}
{"level":"info","ts":1784807018.648838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784807018.6488674,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"}
{"level":"info","ts":1784807018.649797,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"}
{"level":"info","ts":1784807018.649817,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"}
{"level":"info","ts":1784807018.6498327,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","EoS":false}
{"level":"info","ts":1784807018.6498446,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9","EoS":true}
{"level":"info","ts":1784807018.6498816,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"93bb26e5-b50a-45a1-a528-85c243c8fae9"}
{"level":"info","ts":1784807149.1284194,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807149.1284869,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"}
{"level":"info","ts":1784807149.1285005,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"}
{"level":"info","ts":1784807149.128512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","EoS":true}
{"level":"info","ts":1784807149.1285326,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","header":"x-maas-subscription"}
{"level":"info","ts":1784807149.1285424,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","header":"x-maas-group"}
{"level":"info","ts":1784807149.1285474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","header":"x-maas-username"}
{"level":"info","ts":1784807149.1285589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784807149.1285813,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"}
{"level":"info","ts":1784807149.130654,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"}
{"level":"info","ts":1784807149.130668,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"}
{"level":"info","ts":1784807149.1306794,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","EoS":false}
{"level":"info","ts":1784807149.1306896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8","EoS":true}
{"level":"info","ts":1784807149.130718,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ef210bfe-6e5e-4156-bed4-56ae15c8a8c8"}
{"level":"info","ts":1784807186.1685894,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807186.1686673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"}
{"level":"info","ts":1784807186.168682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"}
{"level":"info","ts":1784807186.1686945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","EoS":true}
{"level":"info","ts":1784807186.1687226,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","header":"x-maas-group"}
{"level":"info","ts":1784807186.1687388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","header":"x-maas-subscription"}
{"level":"info","ts":1784807186.1687446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","header":"x-maas-username"}
{"level":"info","ts":1784807186.1687799,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784807186.1688075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"}
{"level":"info","ts":1784807186.1698022,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"}
{"level":"info","ts":1784807186.169826,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"}
{"level":"info","ts":1784807186.16984,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","EoS":false}
{"level":"info","ts":1784807186.1698542,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138","EoS":true}
{"level":"info","ts":1784807186.1698942,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3f6e5aae-eaf3-4923-afff-246792edd138"}
{"level":"info","ts":1784807201.4308717,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807201.4309335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"}
{"level":"info","ts":1784807201.4309437,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"}
{"level":"info","ts":1784807201.430955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","EoS":true}
{"level":"info","ts":1784807201.4309752,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","header":"x-maas-username"}
{"level":"info","ts":1784807201.4309855,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","header":"x-maas-subscription"}
{"level":"info","ts":1784807201.430991,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","header":"x-maas-group"}
{"level":"info","ts":1784807201.4310036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784807201.4310277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"}
{"level":"info","ts":1784807201.4329472,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"}
{"level":"info","ts":1784807201.4329736,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"}
{"level":"info","ts":1784807201.4329906,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","EoS":false}
{"level":"info","ts":1784807201.4330049,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a","EoS":true}
{"level":"info","ts":1784807201.43304,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9d7c45cc-7d7b-4de2-a6c3-fdc1f035407a"}
{"level":"info","ts":1784807508.2165859,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807508.2166843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"}
{"level":"info","ts":1784807508.2166996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"}
{"level":"info","ts":1784807508.2167194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","EoS":true}
{"level":"info","ts":1784807508.216755,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","header":"x-maas-username"}
{"level":"info","ts":1784807508.2167952,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","header":"x-maas-group"}
{"level":"info","ts":1784807508.2168033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","header":"x-maas-subscription"}
{"level":"info","ts":1784807508.2168217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784807508.2168567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"}
{"level":"info","ts":1784807508.219932,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"}
{"level":"info","ts":1784807508.2199526,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"}
{"level":"info","ts":1784807508.2199726,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","EoS":false}
{"level":"info","ts":1784807508.2199843,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f","EoS":true}
{"level":"info","ts":1784807508.2200282,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"88418b45-eb03-41fa-92f3-22a907da1f5f"}
{"level":"info","ts":1784807513.0091507,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6b043ef1-960b-4b23-9180-094bd8b580dd","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784807513.009506,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33498.515110055,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.0095289,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.0608072,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.1099205,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6b043ef1-960b-4b23-9180-094bd8b580dd","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784807513.1218948,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13604413-965b-4bbe-9f4a-406a63da99a1","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784807513.1219385,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13604413-965b-4bbe-9f4a-406a63da99a1","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784807513.1220062,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f246229-9f2b-4e55-bc06-e078578f7597"}
{"level":"info","ts":1784807513.130266,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a336ddda-1d56-4eea-9f17-0b57387adccb","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784807513.130292,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a336ddda-1d56-4eea-9f17-0b57387adccb","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784807513.1308656,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39146.00610341,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.1308913,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.1392183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.2313273,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f246229-9f2b-4e55-bc06-e078578f7597","name":"e2e-external-provider"}
{"level":"info","ts":1784807513.2419298,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f246229-9f2b-4e55-bc06-e078578f7597","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784807513.242164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8208f6a7-52e0-4414-ab86-b67830e01694","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807513.2422066,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8208f6a7-52e0-4414-ab86-b67830e01694","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784807513.242268,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"975f080c-ffe8-4ae3-a249-b07ec54c0547"}
{"level":"info","ts":1784807513.2472765,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecb6eac1-c12e-4e6a-a471-878f4b0f08bc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807513.2473054,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecb6eac1-c12e-4e6a-a471-878f4b0f08bc","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784807513.247429,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"975f080c-ffe8-4ae3-a249-b07ec54c0547","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784807513.253009,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efb334a6-eee0-41f7-b871-972021a8c210","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807513.253039,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"efb334a6-eee0-41f7-b871-972021a8c210","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784807513.2530973,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f246229-9f2b-4e55-bc06-e078578f7597","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784807513.2531676,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"975f080c-ffe8-4ae3-a249-b07ec54c0547","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784807513.2532258,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f74e5b3-919c-41fe-9798-21741bf534b0"}
{"level":"info","ts":1784807513.2532456,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f74e5b3-919c-41fe-9798-21741bf534b0","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784807513.2580311,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f74e5b3-919c-41fe-9798-21741bf534b0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784807513.2581925,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2f246229-9f2b-4e55-bc06-e078578f7597","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784807513.2637098,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c855133-69b4-42bd-9dda-c9302980b46d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784807513.2637343,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a623ff38-5075-4a34-ae8a-548d6f10a7a5"}
{"level":"info","ts":1784807513.2637556,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c855133-69b4-42bd-9dda-c9302980b46d","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784807513.2640154,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdbf082a-4506-46f2-a990-e9a5ba6a9011"}
{"level":"info","ts":1784807513.264041,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32684.723561937,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.2640762,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdbf082a-4506-46f2-a990-e9a5ba6a9011","name":"e2e-external-provider"}
{"level":"info","ts":1784807513.264152,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"795ac64b-66c9-4a43-881a-3dff68acaf53","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807513.264178,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"795ac64b-66c9-4a43-881a-3dff68acaf53","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784807513.2640612,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.2748344,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784807513.2749002,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cdbf082a-4506-46f2-a990-e9a5ba6a9011","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784807513.364112,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a623ff38-5075-4a34-ae8a-548d6f10a7a5","name":"e2e-external-model"}
{"level":"info","ts":1784807513.3761919,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a623ff38-5075-4a34-ae8a-548d6f10a7a5","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784807513.386461,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b02d1fd-5fac-47b0-b1e6-4f782bfc2d21","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807513.386527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b02d1fd-5fac-47b0-b1e6-4f782bfc2d21","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784807513.3868756,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6891d62c-cfb6-4c1a-b2bf-64837b400142"}
{"level":"info","ts":1784807513.3869355,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6891d62c-cfb6-4c1a-b2bf-64837b400142","name":"e2e-external-model"}
{"level":"info","ts":1784807513.4010632,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd317d56-e997-4278-a6dd-34cd85dcf8ec","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807513.4010985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dd317d56-e997-4278-a6dd-34cd85dcf8ec","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784807513.4011054,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6891d62c-cfb6-4c1a-b2bf-64837b400142","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784807513.4011858,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5542807b-9f32-46aa-9fbc-fa5fe7d81a84"}
{"level":"info","ts":1784807513.4012473,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5542807b-9f32-46aa-9fbc-fa5fe7d81a84","name":"e2e-external-model"}
{"level":"info","ts":1784807513.4099262,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5542807b-9f32-46aa-9fbc-fa5fe7d81a84","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784807513.416826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9d5384-446b-4957-a711-399fa7c6dc44","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807513.4168591,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9d5384-446b-4957-a711-399fa7c6dc44","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784807513.4171672,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cb0d4e4-2df1-4dcf-9d4f-ddca5bcc6ec3"}
{"level":"info","ts":1784807513.4172199,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cb0d4e4-2df1-4dcf-9d4f-ddca5bcc6ec3","name":"e2e-external-model"}
{"level":"info","ts":1784807513.424639,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9cb0d4e4-2df1-4dcf-9d4f-ddca5bcc6ec3","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784807522.805936,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807522.8060155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40"}
{"level":"info","ts":1784807522.8060322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40"}
{"level":"info","ts":1784807522.8060498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","EoS":true}
{"level":"info","ts":1784807522.8060837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","header":"x-maas-subscription"}
{"level":"info","ts":1784807522.806099,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","header":"x-maas-group"}
{"level":"info","ts":1784807522.8061087,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","header":"x-maas-username"}
{"level":"info","ts":1784807522.806126,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784807522.806137,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","modelName":"e2e-external-model"}
{"level":"info","ts":1784807522.806155,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784807522.8061926,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784807522.8062181,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40","authType":"apikey"}
{"level":"info","ts":1784807522.8062563,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"452da627-0d3f-4441-950e-5bb0ee178f40"}
{"level":"info","ts":1784807522.921127,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ba1e16e-1943-4d5c-8750-109b6ccac72b"}
{"level":"info","ts":1784807522.921128,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"282b7980-903b-4a8e-b9ae-28c1dfc36a6c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784807522.9212487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"282b7980-903b-4a8e-b9ae-28c1dfc36a6c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784807522.9282725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0325559b-2133-4d29-b573-18eb3e91d8cc","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784807522.928303,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0325559b-2133-4d29-b573-18eb3e91d8cc","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784807522.9285681,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ba1e16e-1943-4d5c-8750-109b6ccac72b","name":"e2e-cleanup-test"}
{"level":"info","ts":1784807522.9517198,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f47201-3609-43d5-ac22-440f2a277c80","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784807522.9517431,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"45f47201-3609-43d5-ac22-440f2a277c80","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784807522.9518063,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0ba1e16e-1943-4d5c-8750-109b6ccac72b","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784807522.95187,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"988d0773-e7cb-4048-be6a-139e97133d27"}
{"level":"info","ts":1784807522.9519224,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"988d0773-e7cb-4048-be6a-139e97133d27","name":"e2e-cleanup-test"}
{"level":"info","ts":1784807522.9647908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c272001-47d7-45ed-9bbf-0e5598ce6ce6","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784807522.9648213,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c272001-47d7-45ed-9bbf-0e5598ce6ce6","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784807522.964983,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"988d0773-e7cb-4048-be6a-139e97133d27","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784807522.9650426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04e6a765-6533-44ed-8ca2-0d46cb147e75"}
{"level":"info","ts":1784807522.965094,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04e6a765-6533-44ed-8ca2-0d46cb147e75","name":"e2e-cleanup-test"}
{"level":"info","ts":1784807522.973189,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04e6a765-6533-44ed-8ca2-0d46cb147e75","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784807522.980943,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cd8698a-0f0e-49b1-8cdd-f90188ea0d1d"}
{"level":"info","ts":1784807522.980997,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cd8698a-0f0e-49b1-8cdd-f90188ea0d1d","name":"e2e-cleanup-test"}
{"level":"info","ts":1784807522.9810023,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ea15876-e69a-47b1-b44a-264b915da972","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784807522.9810524,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ea15876-e69a-47b1-b44a-264b915da972","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784807522.9886272,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3cd8698a-0f0e-49b1-8cdd-f90188ea0d1d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784807531.1871636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6c4add2f-9d7f-4c80-a89a-bbe5261f4ba7"}
{"level":"info","ts":1784807531.187167,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22abb0c3-2a19-4b78-bd32-8f1e68198d12","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784807531.1872215,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"22abb0c3-2a19-4b78-bd32-8f1e68198d12","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784807535.499388,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807535.4994502,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2"}
{"level":"info","ts":1784807535.4994583,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2"}
{"level":"info","ts":1784807535.4994688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2","EoS":true}
{"level":"info","ts":1784807535.4994988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784807535.4995286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0dd13fc0-9080-422f-96d3-e8e953a90bd2"}
{"level":"info","ts":1784807535.541007,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807535.5410748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c"}
{"level":"info","ts":1784807535.5410867,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c"}
{"level":"info","ts":1784807535.5410976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","EoS":true}
{"level":"info","ts":1784807535.5411189,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","header":"x-maas-username"}
{"level":"info","ts":1784807535.5411298,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","header":"x-maas-group"}
{"level":"info","ts":1784807535.5411355,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","header":"x-maas-subscription"}
{"level":"info","ts":1784807535.5411494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784807535.541158,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","modelName":"e2e-external-model"}
{"level":"info","ts":1784807535.5411718,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784807535.5411928,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784807535.5412064,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c","authType":"apikey"}
{"level":"info","ts":1784807535.5412316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0bfa28be-3259-4683-8d68-634a3751c68c"}
{"level":"info","ts":1784807535.571787,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807535.5718675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"}
{"level":"info","ts":1784807535.5718803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"}
{"level":"info","ts":1784807535.5718956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","EoS":true}
{"level":"info","ts":1784807535.5719259,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","header":"x-maas-subscription"}
{"level":"info","ts":1784807535.5719388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","header":"x-maas-username"}
{"level":"info","ts":1784807535.5719495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","header":"x-maas-group"}
{"level":"info","ts":1784807535.5719652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784807535.5719945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"}
{"level":"info","ts":1784807535.7000341,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"}
{"level":"info","ts":1784807535.7000625,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"}
{"level":"info","ts":1784807535.700082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","EoS":false}
{"level":"info","ts":1784807535.7000957,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","EoS":true}
{"level":"error","ts":1784807535.7001102,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784807535.7001746,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"92521e8e-514c-4027-a3ab-fed61c518871"}
{"level":"info","ts":1784807535.735032,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784807535.7351058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"}
{"level":"info","ts":1784807535.7351172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"}
{"level":"info","ts":1784807535.7351286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","EoS":true}
{"level":"info","ts":1784807535.7351508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","header":"x-maas-group"}
{"level":"info","ts":1784807535.7351606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","header":"x-maas-username"}
{"level":"info","ts":1784807535.7351658,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","header":"x-maas-subscription"}
{"level":"info","ts":1784807535.7351942,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"}
{"level":"info","ts":1784807535.8292272,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"}
{"level":"info","ts":1784807535.8292546,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"}
{"level":"info","ts":1784807535.8292713,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","EoS":false}
{"level":"info","ts":1784807535.8292835,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","EoS":true}
{"level":"error","ts":1784807535.8292997,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784807535.829339,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c4e4e0cb-d0ea-4e13-a6c6-316af76c29de"}
{"level":"info","ts":1784807536.6742396,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f445dba1-3a35-4086-9b7e-113f502437b4"}
{"level":"info","ts":1784807536.6742716,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"899cbf15-6a5f-48ff-9884-587ae8835f30","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807536.6742923,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"899cbf15-6a5f-48ff-9884-587ae8835f30","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784807536.8258703,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01209187-9032-410b-a43a-73bb846a388f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784807536.8259091,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01209187-9032-410b-a43a-73bb846a388f","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784807536.8259153,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4d007458-fa2e-473a-ab68-ff771374b5fa"}
{"level":"info","ts":1784807536.9476466,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a4f8b059-0fdc-406a-acc5-7f3d54cbd4a1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784807536.9477017,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"a4f8b059-0fdc-406a-acc5-7f3d54cbd4a1","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784808147.5723014,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784808147.5723853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"}
{"level":"info","ts":1784808147.5723937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"}
{"level":"info","ts":1784808147.572406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","EoS":true}
{"level":"info","ts":1784808147.5724335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","header":"x-maas-username"}
{"level":"info","ts":1784808147.5724442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","header":"x-maas-subscription"}
{"level":"info","ts":1784808147.5724483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","header":"x-maas-group"}
{"level":"info","ts":1784808147.572461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","path":"/ai-tenant-e2e-inf-b-591d5c/test-model-591d5c/v1/chat/completions"}
{"level":"info","ts":1784808147.5724854,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"}
{"level":"info","ts":1784808147.5856464,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"}
{"level":"info","ts":1784808147.5856838,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"}
{"level":"info","ts":1784808147.5857067,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","EoS":false}
{"level":"info","ts":1784808147.5857234,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6","EoS":true}
{"level":"info","ts":1784808147.5857973,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"58b1f7a3-7c5b-46fe-ac24-22911690e9d6"}
{"level":"info","ts":1784808656.6289048,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784808656.6289861,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a22c215a-5c15-4b29-9c93-c1df40efec55"}