{"level":"info","ts":1784739425.780638,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","header":"x-maas-username"}
{"level":"info","ts":1784739425.780651,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","header":"x-maas-subscription"}
{"level":"info","ts":1784739425.7806585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","header":"x-maas-group"}
{"level":"info","ts":1784739425.780679,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739425.7807093,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09"}
{"level":"info","ts":1784739425.7817953,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09"}
{"level":"info","ts":1784739425.7818153,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09"}
{"level":"info","ts":1784739425.7818313,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","EoS":false}
{"level":"info","ts":1784739425.781843,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09","EoS":true}
{"level":"info","ts":1784739425.781878,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9c194d9d-22a5-4c2c-a178-e7ab30a33d09"}
{"level":"info","ts":1784739425.9175432,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739425.9176168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"}
{"level":"info","ts":1784739425.9176273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"}
{"level":"info","ts":1784739425.917639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","EoS":true}
{"level":"info","ts":1784739425.9176657,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","header":"x-maas-username"}
{"level":"info","ts":1784739425.9176762,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","header":"x-maas-subscription"}
{"level":"info","ts":1784739425.9176815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","header":"x-maas-group"}
{"level":"info","ts":1784739425.9176927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739425.9177105,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"}
{"level":"info","ts":1784739425.9185023,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"}
{"level":"info","ts":1784739425.9185145,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"}
{"level":"info","ts":1784739425.918526,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","EoS":false}
{"level":"info","ts":1784739425.918536,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e","EoS":true}
{"level":"info","ts":1784739425.9185786,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b5c73fb0-1b92-4f01-b4dd-357dd39caf6e"}
{"level":"info","ts":1784739426.0525148,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739426.0525851,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"}
{"level":"info","ts":1784739426.0525985,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"}
{"level":"info","ts":1784739426.0526109,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","EoS":true}
{"level":"info","ts":1784739426.0526361,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","header":"x-maas-username"}
{"level":"info","ts":1784739426.0526462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","header":"x-maas-group"}
{"level":"info","ts":1784739426.0526521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","header":"x-maas-subscription"}
{"level":"info","ts":1784739426.052664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739426.0526888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"}
{"level":"info","ts":1784739426.0536957,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"}
{"level":"info","ts":1784739426.0537133,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"}
{"level":"info","ts":1784739426.053743,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","EoS":false}
{"level":"info","ts":1784739426.053756,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f","EoS":true}
{"level":"info","ts":1784739426.0537884,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"46f1b661-8013-4c93-a254-46afead2665f"}
{"level":"info","ts":1784739426.1858687,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739426.1859736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"}
{"level":"info","ts":1784739426.1860526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"}
{"level":"info","ts":1784739426.1860764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","EoS":true}
{"level":"info","ts":1784739426.186116,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","header":"x-maas-username"}
{"level":"info","ts":1784739426.1861293,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","header":"x-maas-group"}
{"level":"info","ts":1784739426.1861398,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","header":"x-maas-subscription"}
{"level":"info","ts":1784739426.186159,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739426.1861935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"}
{"level":"info","ts":1784739426.1870363,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"}
{"level":"info","ts":1784739426.1870592,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"}
{"level":"info","ts":1784739426.1870768,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","EoS":false}
{"level":"info","ts":1784739426.1870887,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35","EoS":true}
{"level":"info","ts":1784739426.1871247,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d2a11307-8783-4e98-a5d7-c86859d1cd35"}
{"level":"info","ts":1784739445.05952,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739445.0595975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"}
{"level":"info","ts":1784739445.0596097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"}
{"level":"info","ts":1784739445.0596223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","EoS":true}
{"level":"info","ts":1784739445.059648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","header":"x-maas-subscription"}
{"level":"info","ts":1784739445.0596578,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","header":"x-maas-group"}
{"level":"info","ts":1784739445.0596628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","header":"x-maas-username"}
{"level":"info","ts":1784739445.0596752,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739445.0596983,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"}
{"level":"info","ts":1784739445.0607631,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"}
{"level":"info","ts":1784739445.0607789,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"}
{"level":"info","ts":1784739445.0607896,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","EoS":false}
{"level":"info","ts":1784739445.0607998,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312","EoS":true}
{"level":"info","ts":1784739445.0608313,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a59c50ca-145d-4965-ab35-36df93bb5312"}
{"level":"info","ts":1784739445.157084,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739445.1571467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f132af0-9472-43c4-9c4d-2abeb3101a27"}
{"level":"info","ts":1784739445.1579208,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8f132af0-9472-43c4-9c4d-2abeb3101a27"}
{"level":"info","ts":1784739445.1579375,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8f132af0-9472-43c4-9c4d-2abeb3101a27"}
{"level":"info","ts":1784739445.157952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f132af0-9472-43c4-9c4d-2abeb3101a27","EoS":false}
{"level":"info","ts":1784739445.1579628,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8f132af0-9472-43c4-9c4d-2abeb3101a27"}
{"level":"info","ts":1784739445.1579885,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8f132af0-9472-43c4-9c4d-2abeb3101a27","EoS":true}
{"level":"info","ts":1784739445.1580024,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"8f132af0-9472-43c4-9c4d-2abeb3101a27"}
{"level":"info","ts":1784739449.7671819,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739449.767254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"097a1154-7017-4450-9413-916ae021682b"}
{"level":"info","ts":1784739449.7672675,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"097a1154-7017-4450-9413-916ae021682b"}
{"level":"info","ts":1784739449.7672794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"097a1154-7017-4450-9413-916ae021682b","EoS":true}
{"level":"info","ts":1784739449.7673066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"097a1154-7017-4450-9413-916ae021682b","header":"x-maas-username"}
{"level":"info","ts":1784739449.767324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"097a1154-7017-4450-9413-916ae021682b","header":"x-maas-group"}
{"level":"info","ts":1784739449.7673292,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"097a1154-7017-4450-9413-916ae021682b","header":"x-maas-subscription"}
{"level":"info","ts":1784739449.7673423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"097a1154-7017-4450-9413-916ae021682b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739449.7673664,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"097a1154-7017-4450-9413-916ae021682b"}
{"level":"info","ts":1784739449.768255,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"097a1154-7017-4450-9413-916ae021682b"}
{"level":"info","ts":1784739449.7682755,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"097a1154-7017-4450-9413-916ae021682b"}
{"level":"info","ts":1784739449.7682912,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"097a1154-7017-4450-9413-916ae021682b","EoS":false}
{"level":"info","ts":1784739449.7683032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"097a1154-7017-4450-9413-916ae021682b","EoS":true}
{"level":"info","ts":1784739449.7683442,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"097a1154-7017-4450-9413-916ae021682b"}
{"level":"info","ts":1784739458.3327363,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739458.3328009,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"}
{"level":"info","ts":1784739458.3328128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"}
{"level":"info","ts":1784739458.3328245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","EoS":true}
{"level":"info","ts":1784739458.332847,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","header":"x-maas-subscription"}
{"level":"info","ts":1784739458.3328574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","header":"x-maas-username"}
{"level":"info","ts":1784739458.3328614,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","header":"x-maas-group"}
{"level":"info","ts":1784739458.332875,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784739458.3328981,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"}
{"level":"info","ts":1784739458.3361857,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"}
{"level":"info","ts":1784739458.3362057,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"}
{"level":"info","ts":1784739458.3362265,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","EoS":false}
{"level":"info","ts":1784739458.3362448,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1","EoS":true}
{"level":"info","ts":1784739458.3362918,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c7a590d0-34a1-4e3c-bd55-4d2d7ad9bad1"}
{"level":"info","ts":1784739471.2385147,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739471.238597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"}
{"level":"info","ts":1784739471.2386103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"}
{"level":"info","ts":1784739471.2386224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","EoS":true}
{"level":"info","ts":1784739471.2386487,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","header":"x-maas-group"}
{"level":"info","ts":1784739471.2386637,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","header":"x-maas-username"}
{"level":"info","ts":1784739471.2386696,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","header":"x-maas-subscription"}
{"level":"info","ts":1784739471.2386837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739471.2387075,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"}
{"level":"info","ts":1784739471.2396667,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"}
{"level":"info","ts":1784739471.2396886,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"}
{"level":"info","ts":1784739471.2397032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","EoS":false}
{"level":"info","ts":1784739471.2397149,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400","EoS":true}
{"level":"info","ts":1784739471.2397459,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7b649dc7-9c12-4b45-8a5d-f3f948037400"}
{"level":"info","ts":1784739479.7776015,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739479.7776744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"}
{"level":"info","ts":1784739479.7776837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"}
{"level":"info","ts":1784739479.7776952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","EoS":true}
{"level":"info","ts":1784739479.7777214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","header":"x-maas-username"}
{"level":"info","ts":1784739479.7777307,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","header":"x-maas-group"}
{"level":"info","ts":1784739479.777737,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","header":"x-maas-subscription"}
{"level":"info","ts":1784739479.7777507,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739479.7777753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"}
{"level":"info","ts":1784739479.778525,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"}
{"level":"info","ts":1784739479.778545,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"}
{"level":"info","ts":1784739479.7785597,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","EoS":false}
{"level":"info","ts":1784739479.7785714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576","EoS":true}
{"level":"info","ts":1784739479.7786064,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1a767692-c7a9-4586-b3f9-74a85c3f4576"}
{"level":"info","ts":1784739488.6476018,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739488.6476932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"}
{"level":"info","ts":1784739488.647707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"}
{"level":"info","ts":1784739488.6477199,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","EoS":true}
{"level":"info","ts":1784739488.6477435,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","header":"x-maas-username"}
{"level":"info","ts":1784739488.6477532,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","header":"x-maas-group"}
{"level":"info","ts":1784739488.6477585,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","header":"x-maas-subscription"}
{"level":"info","ts":1784739488.647771,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739488.6477938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"}
{"level":"info","ts":1784739488.648805,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"}
{"level":"info","ts":1784739488.6488209,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"}
{"level":"info","ts":1784739488.6488342,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","EoS":false}
{"level":"info","ts":1784739488.6488466,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d","EoS":true}
{"level":"info","ts":1784739488.648882,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"28455686-0f94-4d13-9670-e779cf643f0d"}
{"level":"info","ts":1784739511.3744745,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739511.3745422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"}
{"level":"info","ts":1784739511.3745534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"}
{"level":"info","ts":1784739511.3745644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","EoS":true}
{"level":"info","ts":1784739511.3745875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","header":"x-maas-username"}
{"level":"info","ts":1784739511.3745978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","header":"x-maas-subscription"}
{"level":"info","ts":1784739511.3746023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","header":"x-maas-group"}
{"level":"info","ts":1784739511.3746142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784739511.3746376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"}
{"level":"info","ts":1784739511.3757358,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"}
{"level":"info","ts":1784739511.3757565,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"}
{"level":"info","ts":1784739511.3757763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","EoS":false}
{"level":"info","ts":1784739511.3757935,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b","EoS":true}
{"level":"info","ts":1784739511.3758395,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c392c07f-f4ca-4639-8e3d-0b6d49f7407b"}
{"level":"info","ts":1784739534.7220047,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739534.7221022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"}
{"level":"info","ts":1784739534.7221467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"}
{"level":"info","ts":1784739534.7221618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","EoS":true}
{"level":"info","ts":1784739534.722187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","header":"x-maas-group"}
{"level":"info","ts":1784739534.7221973,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","header":"x-maas-username"}
{"level":"info","ts":1784739534.7222018,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","header":"x-maas-subscription"}
{"level":"info","ts":1784739534.7222152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784739534.72224,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"}
{"level":"info","ts":1784739534.7246068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"}
{"level":"info","ts":1784739534.7246287,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"}
{"level":"info","ts":1784739534.7246442,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","EoS":false}
{"level":"info","ts":1784739534.724656,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9","EoS":true}
{"level":"info","ts":1784739534.7246928,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d965b4bc-e373-4d19-88bb-364e80cc6ee9"}
{"level":"info","ts":1784739561.0073397,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739561.0074093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"}
{"level":"info","ts":1784739561.0074196,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"}
{"level":"info","ts":1784739561.007432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","EoS":true}
{"level":"info","ts":1784739561.007456,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","header":"x-maas-group"}
{"level":"info","ts":1784739561.0074668,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","header":"x-maas-subscription"}
{"level":"info","ts":1784739561.0074716,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","header":"x-maas-username"}
{"level":"info","ts":1784739561.0074837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739561.0075114,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"}
{"level":"info","ts":1784739561.0082645,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"}
{"level":"info","ts":1784739561.0082808,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"}
{"level":"info","ts":1784739561.0082977,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","EoS":false}
{"level":"info","ts":1784739561.008313,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f","EoS":true}
{"level":"info","ts":1784739561.0083494,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ae4f87d5-daa2-4f9c-a376-89481528089f"}
{"level":"info","ts":1784739570.386359,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739570.386433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"}
{"level":"info","ts":1784739570.3864443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"}
{"level":"info","ts":1784739570.3864555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","EoS":true}
{"level":"info","ts":1784739570.3864777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","header":"x-maas-group"}
{"level":"info","ts":1784739570.3864875,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","header":"x-maas-subscription"}
{"level":"info","ts":1784739570.3864923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","header":"x-maas-username"}
{"level":"info","ts":1784739570.3865035,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739570.386526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"}
{"level":"info","ts":1784739570.3872802,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"}
{"level":"info","ts":1784739570.3872955,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"}
{"level":"info","ts":1784739570.3873167,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","EoS":false}
{"level":"info","ts":1784739570.387328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b","EoS":true}
{"level":"info","ts":1784739570.3873649,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b94ba532-a17a-42ab-bb25-52fc7814e50b"}
{"level":"info","ts":1784739570.4199462,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739570.420005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"}
{"level":"info","ts":1784739570.420015,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"}
{"level":"info","ts":1784739570.4200528,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","EoS":true}
{"level":"info","ts":1784739570.4200742,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","header":"x-maas-username"}
{"level":"info","ts":1784739570.4200842,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","header":"x-maas-group"}
{"level":"info","ts":1784739570.4200885,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","header":"x-maas-subscription"}
{"level":"info","ts":1784739570.4200997,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739570.4201248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"}
{"level":"info","ts":1784739570.4221306,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"}
{"level":"info","ts":1784739570.4221475,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"}
{"level":"info","ts":1784739570.4221613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","EoS":false}
{"level":"info","ts":1784739570.4221718,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69","EoS":true}
{"level":"info","ts":1784739570.422208,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"33c1fd4c-c771-4d3e-9737-e40fd84e7f69"}
{"level":"info","ts":1784739589.633271,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739589.6333535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"}
{"level":"info","ts":1784739589.6333704,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"}
{"level":"info","ts":1784739589.6333878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","EoS":true}
{"level":"info","ts":1784739589.6334248,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","header":"x-maas-group"}
{"level":"info","ts":1784739589.6334374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","header":"x-maas-subscription"}
{"level":"info","ts":1784739589.633446,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","header":"x-maas-username"}
{"level":"info","ts":1784739589.6334634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739589.6334972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"}
{"level":"info","ts":1784739589.6343532,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"}
{"level":"info","ts":1784739589.6343746,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"}
{"level":"info","ts":1784739589.63439,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","EoS":false}
{"level":"info","ts":1784739589.6344018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087","EoS":true}
{"level":"info","ts":1784739589.6344376,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b0ff7620-1ff1-4b06-b45f-6c14571e4087"}
{"level":"info","ts":1784739720.6920729,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739720.6921546,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"}
{"level":"info","ts":1784739720.6921678,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"}
{"level":"info","ts":1784739720.6921837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","EoS":true}
{"level":"info","ts":1784739720.6922107,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","header":"x-maas-group"}
{"level":"info","ts":1784739720.692222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","header":"x-maas-username"}
{"level":"info","ts":1784739720.6922274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","header":"x-maas-subscription"}
{"level":"info","ts":1784739720.6922395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784739720.692267,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"}
{"level":"info","ts":1784739720.6951742,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"}
{"level":"info","ts":1784739720.6951969,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"}
{"level":"info","ts":1784739720.6952193,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","EoS":false}
{"level":"info","ts":1784739720.695237,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4","EoS":true}
{"level":"info","ts":1784739720.6952808,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0e6c8974-37ac-4ab4-a5d8-57f9d32093c4"}
{"level":"info","ts":1784739757.733745,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739757.7338252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"}
{"level":"info","ts":1784739757.7338386,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"}
{"level":"info","ts":1784739757.733858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","EoS":true}
{"level":"info","ts":1784739757.7338898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","header":"x-maas-group"}
{"level":"info","ts":1784739757.7339046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","header":"x-maas-username"}
{"level":"info","ts":1784739757.733914,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","header":"x-maas-subscription"}
{"level":"info","ts":1784739757.733935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739757.7339714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"}
{"level":"info","ts":1784739757.7365296,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"}
{"level":"info","ts":1784739757.7365499,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"}
{"level":"info","ts":1784739757.7365665,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","EoS":false}
{"level":"info","ts":1784739757.7365828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73","EoS":true}
{"level":"info","ts":1784739757.7366176,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"817cfee0-5d5d-4dbe-a6cc-27a2b8d54e73"}
{"level":"info","ts":1784739772.9925609,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784739772.9926286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"}
{"level":"info","ts":1784739772.9926374,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"}
{"level":"info","ts":1784739772.992649,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","EoS":true}
{"level":"info","ts":1784739772.9926727,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","header":"x-maas-username"}
{"level":"info","ts":1784739772.9926827,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","header":"x-maas-group"}
{"level":"info","ts":1784739772.992687,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","header":"x-maas-subscription"}
{"level":"info","ts":1784739772.9927008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784739772.992727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"}
{"level":"info","ts":1784739772.9942768,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"}
{"level":"info","ts":1784739772.9942966,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"}
{"level":"info","ts":1784739772.9943097,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","EoS":false}
{"level":"info","ts":1784739772.9943209,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410","EoS":true}
{"level":"info","ts":1784739772.9943528,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f9f53d60-2cd7-4e47-9a57-717fa5f35410"}
{"level":"info","ts":1784740079.0964067,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784740079.0964792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"}
{"level":"info","ts":1784740079.0964904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"}
{"level":"info","ts":1784740079.0965018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","EoS":true}
{"level":"info","ts":1784740079.0965235,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","header":"x-maas-group"}
{"level":"info","ts":1784740079.0965335,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","header":"x-maas-username"}
{"level":"info","ts":1784740079.0965388,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","header":"x-maas-subscription"}
{"level":"info","ts":1784740079.0965517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784740079.0965745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"}
{"level":"info","ts":1784740079.0975075,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"}
{"level":"info","ts":1784740079.0975256,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"}
{"level":"info","ts":1784740079.0975392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","EoS":false}
{"level":"info","ts":1784740079.0975504,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1","EoS":true}
{"level":"info","ts":1784740079.097583,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e8c6c59e-abfd-424b-bb26-92f3790403e1"}
{"level":"info","ts":1784740079.1283236,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784740079.1283896,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"}
{"level":"info","ts":1784740079.1284037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"}
{"level":"info","ts":1784740079.1284165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","EoS":true}
{"level":"info","ts":1784740079.128439,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","header":"x-maas-username"}
{"level":"info","ts":1784740079.1284494,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","header":"x-maas-subscription"}
{"level":"info","ts":1784740079.1284552,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","header":"x-maas-group"}
{"level":"info","ts":1784740079.1284678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784740079.1284964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"}
{"level":"info","ts":1784740079.1292615,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"}
{"level":"info","ts":1784740079.129279,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"}
{"level":"info","ts":1784740079.1292925,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","EoS":false}
{"level":"info","ts":1784740079.1293015,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa","EoS":true}
{"level":"info","ts":1784740079.1293325,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"06135499-ac2e-4712-ac22-6ff282f89caa"}
{"level":"info","ts":1784740083.9033148,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c9ed04a5-445f-4643-8b92-2a39a30727e4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784740083.9035904,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32606.954580695,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740083.9036167,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740083.9587972,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740084.0038452,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c9ed04a5-445f-4643-8b92-2a39a30727e4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784740084.017123,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b54b6c16-747b-462b-9067-694564836578","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784740084.0171347,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2fd85dd-535e-4ea4-a6a3-dd7fd82a08c9"}
{"level":"info","ts":1784740084.0171618,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b54b6c16-747b-462b-9067-694564836578","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784740084.0290184,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f03e9ea9-e6f4-4d58-933a-585316e71b9d","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784740084.0290713,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f03e9ea9-e6f4-4d58-933a-585316e71b9d","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784740084.031352,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2fd85dd-535e-4ea4-a6a3-dd7fd82a08c9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.0316079,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":33411.898163626,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740084.031625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740084.0459235,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740084.1320531,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2fd85dd-535e-4ea4-a6a3-dd7fd82a08c9","name":"e2e-external-provider"}
{"level":"info","ts":1784740084.1383376,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab856499-1fce-4a25-8a08-63939b7a6938","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740084.138393,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab856499-1fce-4a25-8a08-63939b7a6938","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784740084.1383362,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bac7884-ce2e-4ff1-9dda-7788057cb22c"}
{"level":"info","ts":1784740084.1462922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"654d9b4d-f647-424a-b92c-c10eb819a49f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740084.1463232,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"654d9b4d-f647-424a-b92c-c10eb819a49f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784740084.1463382,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bac7884-ce2e-4ff1-9dda-7788057cb22c","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784740084.1535466,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2bac7884-ce2e-4ff1-9dda-7788057cb22c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.1536195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbd41098-3a97-4463-a7de-66e9553c26da"}
{"level":"info","ts":1784740084.15364,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbd41098-3a97-4463-a7de-66e9553c26da","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784740084.1539164,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aff0d2b3-1aff-450f-a716-302f905a2cb2","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740084.1539662,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aff0d2b3-1aff-450f-a716-302f905a2cb2","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784740084.1544757,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2fd85dd-535e-4ea4-a6a3-dd7fd82a08c9","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"error","ts":1784740084.1597896,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbd41098-3a97-4463-a7de-66e9553c26da","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784740084.1598325,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dbd41098-3a97-4463-a7de-66e9553c26da","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.1598783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98b9a320-6afb-4058-87da-c23683bbd70c"}
{"level":"info","ts":1784740084.159899,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98b9a320-6afb-4058-87da-c23683bbd70c","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784740084.165441,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2fd85dd-535e-4ea4-a6a3-dd7fd82a08c9","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784740084.166184,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98b9a320-6afb-4058-87da-c23683bbd70c","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.1725626,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2fd85dd-535e-4ea4-a6a3-dd7fd82a08c9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784740084.176498,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b2fd85dd-535e-4ea4-a6a3-dd7fd82a08c9","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.17658,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca0e62c6-b558-49bb-b569-2b153b1ab3d9"}
{"level":"info","ts":1784740084.1766286,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca0e62c6-b558-49bb-b569-2b153b1ab3d9","name":"e2e-external-provider"}
{"level":"info","ts":1784740084.1860447,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ca0e62c6-b558-49bb-b569-2b153b1ab3d9","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784740084.1870728,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18b91f1-aadf-4639-9243-2c7cd4d6d5a3"}
{"level":"info","ts":1784740084.1871018,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18b91f1-aadf-4639-9243-2c7cd4d6d5a3","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784740084.1928504,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f18b91f1-aadf-4639-9243-2c7cd4d6d5a3","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.1930053,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73f3ba20-4be3-4011-a02d-23ead4b9df18","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784740084.193056,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73f3ba20-4be3-4011-a02d-23ead4b9df18","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784740084.1930869,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3c9d542-3f0e-4e8e-af35-561f21ba0ce4"}
{"level":"info","ts":1784740084.1931267,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3c9d542-3f0e-4e8e-af35-561f21ba0ce4","name":"e2e-external-provider"}
{"level":"info","ts":1784740084.193134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83885b17-8ecd-45e6-aa3c-2f816f0199da","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740084.1931527,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83885b17-8ecd-45e6-aa3c-2f816f0199da","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784740084.1932163,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06cf719d-7400-4be0-9beb-cfdc8e0817a2"}
{"level":"info","ts":1784740084.1934407,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38169.545461328,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740084.193457,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740084.2029297,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784740084.2041411,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e3c9d542-3f0e-4e8e-af35-561f21ba0ce4","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784740084.2944095,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06cf719d-7400-4be0-9beb-cfdc8e0817a2","name":"e2e-external-model"}
{"level":"info","ts":1784740084.3074856,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06cf719d-7400-4be0-9beb-cfdc8e0817a2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784740084.3161588,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bb7cf3e-e3dc-4a55-845f-7c5bbe51008e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740084.3161964,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8bb7cf3e-e3dc-4a55-845f-7c5bbe51008e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784740084.3180985,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06cf719d-7400-4be0-9beb-cfdc8e0817a2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.3181696,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87c75fd2-b7cd-4765-8eba-b65b877dad81"}
{"level":"info","ts":1784740084.3182101,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87c75fd2-b7cd-4765-8eba-b65b877dad81","name":"e2e-external-model"}
{"level":"info","ts":1784740084.3315513,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66f17358-b57f-4709-be3c-d5e91d55cce4","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740084.331579,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66f17358-b57f-4709-be3c-d5e91d55cce4","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784740084.336742,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87c75fd2-b7cd-4765-8eba-b65b877dad81","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784740084.3367848,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"87c75fd2-b7cd-4765-8eba-b65b877dad81","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.336829,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d727d0c-228a-4187-bb32-11701016414b"}
{"level":"info","ts":1784740084.3368685,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d727d0c-228a-4187-bb32-11701016414b","name":"e2e-external-model"}
{"level":"info","ts":1784740084.3479838,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d727d0c-228a-4187-bb32-11701016414b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784740084.348377,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05cc27c0-d178-456f-8041-8a64aef9d4e0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740084.3484044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05cc27c0-d178-456f-8041-8a64aef9d4e0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784740084.3533585,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6d727d0c-228a-4187-bb32-11701016414b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740084.3534276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6f2dab1-e3d4-47b4-aa17-823434476c26"}
{"level":"info","ts":1784740084.3534794,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6f2dab1-e3d4-47b4-aa17-823434476c26","name":"e2e-external-model"}
{"level":"info","ts":1784740084.366523,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b6f2dab1-e3d4-47b4-aa17-823434476c26","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784740095.8079526,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784740095.8080437,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e"}
{"level":"info","ts":1784740095.8080592,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e"}
{"level":"info","ts":1784740095.8081331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","EoS":true}
{"level":"info","ts":1784740095.8081684,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","header":"x-maas-username"}
{"level":"info","ts":1784740095.8081822,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","header":"x-maas-group"}
{"level":"info","ts":1784740095.8081925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","header":"x-maas-subscription"}
{"level":"info","ts":1784740095.808211,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784740095.808224,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","modelName":"e2e-external-model"}
{"level":"info","ts":1784740095.8082416,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784740095.808285,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784740095.8083117,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e","authType":"apikey"}
{"level":"info","ts":1784740095.8083463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12980942-a9b2-47f6-9918-3fc48382766e"}
{"level":"info","ts":1784740095.9237964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2efd6fe2-2568-4d93-9670-7f9513784a49","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784740095.9238255,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53fffe75-2612-40e3-8b0c-3be1585e7ea3"}
{"level":"info","ts":1784740095.9238536,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2efd6fe2-2568-4d93-9670-7f9513784a49","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784740095.9322455,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b11525f-d8ba-4fe4-a2ff-ee53af77734c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784740095.932273,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b11525f-d8ba-4fe4-a2ff-ee53af77734c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784740095.9340158,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53fffe75-2612-40e3-8b0c-3be1585e7ea3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740095.934126,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53fffe75-2612-40e3-8b0c-3be1585e7ea3","name":"e2e-cleanup-test"}
{"level":"error","ts":1784740095.9520721,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53fffe75-2612-40e3-8b0c-3be1585e7ea3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784740095.9521227,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"53fffe75-2612-40e3-8b0c-3be1585e7ea3","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740095.9521925,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b528c63c-958e-4245-9094-3f2121b81338"}
{"level":"info","ts":1784740095.9522505,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b528c63c-958e-4245-9094-3f2121b81338","name":"e2e-cleanup-test"}
{"level":"info","ts":1784740095.9552028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a64d4064-4715-4451-8aa9-7eb914ec442b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784740095.9552286,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a64d4064-4715-4451-8aa9-7eb914ec442b","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784740095.9676867,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b528c63c-958e-4245-9094-3f2121b81338","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784740095.9677367,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b528c63c-958e-4245-9094-3f2121b81338","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740095.9678178,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71f20f20-99ef-4768-8856-2ee71d4826b9"}
{"level":"info","ts":1784740095.9678822,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71f20f20-99ef-4768-8856-2ee71d4826b9","name":"e2e-cleanup-test"}
{"level":"info","ts":1784740095.9724908,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ba3ef83-06b3-4b51-a814-878f7cbdbaaa","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784740095.9725256,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3ba3ef83-06b3-4b51-a814-878f7cbdbaaa","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784740095.9773128,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71f20f20-99ef-4768-8856-2ee71d4826b9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784740095.9812598,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"71f20f20-99ef-4768-8856-2ee71d4826b9","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740095.9813256,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcb0b3c2-bdf2-452d-b44d-aaf2a9dd3cb1"}
{"level":"info","ts":1784740095.9814126,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcb0b3c2-bdf2-452d-b44d-aaf2a9dd3cb1","name":"e2e-cleanup-test"}
{"level":"info","ts":1784740095.9896762,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76faffd0-4440-4443-83e1-d3f7ae6d8231","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784740095.9897037,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"76faffd0-4440-4443-83e1-d3f7ae6d8231","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784740095.990714,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcb0b3c2-bdf2-452d-b44d-aaf2a9dd3cb1","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784740095.9943097,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dcb0b3c2-bdf2-452d-b44d-aaf2a9dd3cb1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784740095.9943726,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61293cb3-82e6-4d58-ad97-82c90b3816a5"}
{"level":"info","ts":1784740095.994415,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61293cb3-82e6-4d58-ad97-82c90b3816a5","name":"e2e-cleanup-test"}
{"level":"info","ts":1784740096.0023818,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61293cb3-82e6-4d58-ad97-82c90b3816a5","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784740104.1947937,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6b91cc73-ec99-4897-a997-f191086881ac"}
{"level":"info","ts":1784740104.1948388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c19e623-6752-401d-bc86-86bd7de09f83","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784740104.1948688,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c19e623-6752-401d-bc86-86bd7de09f83","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784740108.522856,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784740108.5229359,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec"}
{"level":"info","ts":1784740108.52295,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec"}
{"level":"info","ts":1784740108.522969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec","EoS":true}
{"level":"info","ts":1784740108.523014,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784740108.5230684,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"66ed179a-397f-4297-9680-5924f2532bec"}
{"level":"info","ts":1784740108.5606441,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784740108.5607302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f"}
{"level":"info","ts":1784740108.5607417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f"}
{"level":"info","ts":1784740108.5607538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","EoS":true}
{"level":"info","ts":1784740108.5607772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","header":"x-maas-group"}
{"level":"info","ts":1784740108.560787,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","header":"x-maas-username"}
{"level":"info","ts":1784740108.5607922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","header":"x-maas-subscription"}
{"level":"info","ts":1784740108.5608046,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784740108.5608113,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","modelName":"e2e-external-model"}
{"level":"info","ts":1784740108.5608232,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784740108.5608456,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784740108.5608604,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f","authType":"apikey"}
{"level":"info","ts":1784740108.5608869,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a692ef4-2f33-41de-b557-abd07d29a44f"}
{"level":"info","ts":1784740108.5910566,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784740108.591117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"}
{"level":"info","ts":1784740108.5911288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"}
{"level":"info","ts":1784740108.5911403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","EoS":true}
{"level":"info","ts":1784740108.591159,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","header":"x-maas-subscription"}
{"level":"info","ts":1784740108.5911694,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","header":"x-maas-group"}
{"level":"info","ts":1784740108.591174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","header":"x-maas-username"}
{"level":"info","ts":1784740108.5911856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784740108.5912044,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"}
{"level":"info","ts":1784740108.6941907,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"}
{"level":"info","ts":1784740108.694214,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"}
{"level":"info","ts":1784740108.6942377,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","EoS":false}
{"level":"info","ts":1784740108.6942549,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","EoS":true}
{"level":"error","ts":1784740108.6943119,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784740108.6944005,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"60cf1ef9-4dea-4812-a498-6849371f2cfc"}
{"level":"info","ts":1784740108.725346,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784740108.7253997,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"}
{"level":"info","ts":1784740108.725409,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"}
{"level":"info","ts":1784740108.7254205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","EoS":true}
{"level":"info","ts":1784740108.7254417,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","header":"x-maas-subscription"}
{"level":"info","ts":1784740108.725452,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","header":"x-maas-group"}
{"level":"info","ts":1784740108.725457,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","header":"x-maas-username"}
{"level":"info","ts":1784740108.7254808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"}
{"level":"info","ts":1784740108.7752404,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"}
{"level":"info","ts":1784740108.775263,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"}
{"level":"info","ts":1784740108.7752786,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","EoS":false}
{"level":"info","ts":1784740108.7753763,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","EoS":true}
{"level":"error","ts":1784740108.7754436,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784740108.775479,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8192a98c-aaf0-43a9-b48d-47329890cae2"}
{"level":"info","ts":1784740109.6195388,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"735ff693-8550-4aa4-8f20-ced105a1935a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740109.619569,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"735ff693-8550-4aa4-8f20-ced105a1935a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784740109.6195788,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee431ce3-aca9-4e1b-a0cf-886f1f8c9372"}
{"level":"info","ts":1784740109.7663784,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9d133fc8-1a9f-4f50-8d43-e8412f07a340"}
{"level":"info","ts":1784740109.766375,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c90891f-31f6-4cd7-a3fa-7d9f0e66c036","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784740109.766469,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c90891f-31f6-4cd7-a3fa-7d9f0e66c036","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784740109.8848178,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6e639ce1-1e45-4479-967a-9872c766daca","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784740109.8848746,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"6e639ce1-1e45-4479-967a-9872c766daca","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784740732.6133907,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784740732.6134639,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"}
{"level":"info","ts":1784740732.6134722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"}
{"level":"info","ts":1784740732.613483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","EoS":true}
{"level":"info","ts":1784740732.613509,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","header":"x-maas-username"}
{"level":"info","ts":1784740732.6135192,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","header":"x-maas-group"}
{"level":"info","ts":1784740732.6135237,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","header":"x-maas-subscription"}
{"level":"info","ts":1784740732.6135373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","path":"/ai-tenant-e2e-inf-b-f854fd/test-model-f854fd/v1/chat/completions"}
{"level":"info","ts":1784740732.613566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"}
{"level":"info","ts":1784740732.6267579,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"}
{"level":"info","ts":1784740732.6267855,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"}
{"level":"info","ts":1784740732.6267996,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","EoS":false}
{"level":"info","ts":1784740732.6268127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f","EoS":true}
{"level":"info","ts":1784740732.6268535,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"75e06b61-5cf3-4b16-bc11-3eac1593be9f"}
{"level":"info","ts":1784741223.865237,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784741223.8653424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"}
{"level":"info","ts":1784741223.8653538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"}
{"level":"info","ts":1784741223.8653665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","EoS":true}
{"level":"info","ts":1784741223.8653905,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","header":"x-maas-subscription"}
{"level":"info","ts":1784741223.865399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","header":"x-maas-group"}
{"level":"info","ts":1784741223.8654044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","header":"x-maas-username"}
{"level":"info","ts":1784741223.8654172,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","path":"/ai-tenant-e2e-shared-b-05e61d/rate-test-model-05e61d/v1/completions"}
{"level":"info","ts":1784741223.8654428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"}
{"level":"info","ts":1784741223.8784554,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"}
{"level":"info","ts":1784741223.878483,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"}
{"level":"info","ts":1784741223.8785012,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","EoS":false}
{"level":"info","ts":1784741223.8785143,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982","EoS":true}
{"level":"info","ts":1784741223.8785527,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6ded0053-b7c4-4e4b-8bfe-089b4b237982"}