{"level":"info","ts":1784685554.233045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.233079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f"}
{"level":"info","ts":1784685554.235941,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f"}
{"level":"info","ts":1784685554.235969,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f"}
{"level":"info","ts":1784685554.235992,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f","EoS":false}
{"level":"info","ts":1784685554.2360125,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f","EoS":true}
{"level":"info","ts":1784685554.2360454,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ef6012e7-1780-4545-9b1a-c72cd8d7822f"}
{"level":"info","ts":1784685554.372035,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.372127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.372143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.3721566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","EoS":true}
{"level":"info","ts":1784685554.372183,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","header":"x-maas-username"}
{"level":"info","ts":1784685554.3721945,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","header":"x-maas-group"}
{"level":"info","ts":1784685554.372199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","header":"x-maas-subscription"}
{"level":"info","ts":1784685554.372213,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.372238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.3731518,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.3731763,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.373199,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","EoS":false}
{"level":"info","ts":1784685554.3732178,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794","EoS":true}
{"level":"info","ts":1784685554.37325,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2cf22e77-d08d-44b1-8f3d-da7907623794"}
{"level":"info","ts":1784685554.5091343,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.5092163,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.5092285,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.50924,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","EoS":true}
{"level":"info","ts":1784685554.509268,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","header":"x-maas-group"}
{"level":"info","ts":1784685554.5092764,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","header":"x-maas-username"}
{"level":"info","ts":1784685554.5092816,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","header":"x-maas-subscription"}
{"level":"info","ts":1784685554.5092936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.5093186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.510201,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.5102198,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.510235,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","EoS":false}
{"level":"info","ts":1784685554.5102468,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f","EoS":true}
{"level":"info","ts":1784685554.510278,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"70292506-9092-4921-9a84-8d83cd85f58f"}
{"level":"info","ts":1784685554.648349,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.6484485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.6484628,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.6484752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","EoS":true}
{"level":"info","ts":1784685554.6485028,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","header":"x-maas-subscription"}
{"level":"info","ts":1784685554.6485133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","header":"x-maas-group"}
{"level":"info","ts":1784685554.6485193,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","header":"x-maas-username"}
{"level":"info","ts":1784685554.6485322,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.648558,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.6493778,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.6493979,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.6494129,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","EoS":false}
{"level":"info","ts":1784685554.6494274,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c","EoS":true}
{"level":"info","ts":1784685554.6494591,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3db8543b-cc9e-4a7c-8d1a-ec86f172920c"}
{"level":"info","ts":1784685554.7881975,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685554.788284,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685554.7882998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685554.7883124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","EoS":true}
{"level":"info","ts":1784685554.788341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","header":"x-maas-group"}
{"level":"info","ts":1784685554.7883518,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","header":"x-maas-username"}
{"level":"info","ts":1784685554.7883563,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","header":"x-maas-subscription"}
{"level":"info","ts":1784685554.7883716,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685554.7883995,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685554.7892628,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685554.7892823,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685554.7892969,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","EoS":false}
{"level":"info","ts":1784685554.7893133,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc","EoS":true}
{"level":"info","ts":1784685554.7893448,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8a07388a-f244-4f93-995d-3284fc98c3fc"}
{"level":"info","ts":1784685571.8435707,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685571.8436625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.8436723,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.843684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32656938-642c-4306-9469-82f78397d7db","EoS":true}
{"level":"info","ts":1784685571.843711,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32656938-642c-4306-9469-82f78397d7db","header":"x-maas-username"}
{"level":"info","ts":1784685571.8437223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32656938-642c-4306-9469-82f78397d7db","header":"x-maas-group"}
{"level":"info","ts":1784685571.8437274,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32656938-642c-4306-9469-82f78397d7db","header":"x-maas-subscription"}
{"level":"info","ts":1784685571.84374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32656938-642c-4306-9469-82f78397d7db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685571.8437667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.8463295,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.8463562,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.8463793,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32656938-642c-4306-9469-82f78397d7db","EoS":false}
{"level":"info","ts":1784685571.846399,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32656938-642c-4306-9469-82f78397d7db","EoS":true}
{"level":"info","ts":1784685571.8464372,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"32656938-642c-4306-9469-82f78397d7db"}
{"level":"info","ts":1784685571.880891,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685571.8809712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.8809834,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.880994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","EoS":true}
{"level":"info","ts":1784685571.881023,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","header":"x-maas-group"}
{"level":"info","ts":1784685571.8810334,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","header":"x-maas-username"}
{"level":"info","ts":1784685571.8810375,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","header":"x-maas-subscription"}
{"level":"info","ts":1784685571.8810508,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685571.8810747,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.8819835,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.8820035,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.8820186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","EoS":false}
{"level":"info","ts":1784685571.8820302,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb","EoS":true}
{"level":"info","ts":1784685571.8820665,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7770f8dc-1725-4e47-88bc-9d0f452131bb"}
{"level":"info","ts":1784685571.991168,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685571.9912634,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3f15611c-58af-4101-9987-8d39d67bec67"}
{"level":"info","ts":1784685571.9919648,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3f15611c-58af-4101-9987-8d39d67bec67"}
{"level":"info","ts":1784685571.9919841,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3f15611c-58af-4101-9987-8d39d67bec67"}
{"level":"info","ts":1784685571.9920018,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f15611c-58af-4101-9987-8d39d67bec67","EoS":false}
{"level":"info","ts":1784685571.9920216,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3f15611c-58af-4101-9987-8d39d67bec67"}
{"level":"info","ts":1784685571.9920728,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3f15611c-58af-4101-9987-8d39d67bec67","EoS":true}
{"level":"info","ts":1784685571.9920838,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"3f15611c-58af-4101-9987-8d39d67bec67"}
{"level":"info","ts":1784685576.65375,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685576.6538296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685576.6538408,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685576.653854,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","EoS":true}
{"level":"info","ts":1784685576.6538794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","header":"x-maas-username"}
{"level":"info","ts":1784685576.6538892,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","header":"x-maas-group"}
{"level":"info","ts":1784685576.6538951,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","header":"x-maas-subscription"}
{"level":"info","ts":1784685576.6539087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685576.653937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685576.6558504,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685576.655892,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685576.6559186,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","EoS":false}
{"level":"info","ts":1784685576.6559331,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329","EoS":true}
{"level":"info","ts":1784685576.6559756,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0f742b90-8d2e-4c7c-9644-d5123ef51329"}
{"level":"info","ts":1784685585.261381,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685585.2614815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685585.2614937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685585.2615058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","EoS":true}
{"level":"info","ts":1784685585.2615345,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","header":"x-maas-username"}
{"level":"info","ts":1784685585.2615447,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","header":"x-maas-group"}
{"level":"info","ts":1784685585.261551,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","header":"x-maas-subscription"}
{"level":"info","ts":1784685585.2615635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685585.2615883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685585.2648606,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685585.2648904,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685585.26491,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","EoS":false}
{"level":"info","ts":1784685585.264927,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686","EoS":true}
{"level":"info","ts":1784685585.2649765,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4612aec8-a2eb-4e6a-b6ec-15489b050686"}
{"level":"info","ts":1784685598.1707773,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685598.1708708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685598.1708853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685598.1708977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","EoS":true}
{"level":"info","ts":1784685598.1709263,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","header":"x-maas-subscription"}
{"level":"info","ts":1784685598.170936,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","header":"x-maas-username"}
{"level":"info","ts":1784685598.170941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","header":"x-maas-group"}
{"level":"info","ts":1784685598.1709535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685598.1709774,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685598.1718302,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685598.1718495,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685598.1718628,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","EoS":false}
{"level":"info","ts":1784685598.171873,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb","EoS":true}
{"level":"info","ts":1784685598.171912,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dfe31b9a-951f-4433-a0c4-e5c9c3738abb"}
{"level":"info","ts":1784685606.7336664,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685606.7337625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685606.7337778,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685606.7337942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","EoS":true}
{"level":"info","ts":1784685606.733832,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","header":"x-maas-username"}
{"level":"info","ts":1784685606.7338486,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","header":"x-maas-subscription"}
{"level":"info","ts":1784685606.7338536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","header":"x-maas-group"}
{"level":"info","ts":1784685606.7338684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685606.7338984,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685606.7349017,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685606.7349238,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685606.7349443,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","EoS":false}
{"level":"info","ts":1784685606.7349617,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf","EoS":true}
{"level":"info","ts":1784685606.7350066,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"22200dc0-512e-4903-9a3f-3c1e9a34accf"}
{"level":"info","ts":1784685615.692661,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685615.6927454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685615.692758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685615.6927707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","EoS":true}
{"level":"info","ts":1784685615.6928008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","header":"x-maas-group"}
{"level":"info","ts":1784685615.6928105,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","header":"x-maas-username"}
{"level":"info","ts":1784685615.6928165,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","header":"x-maas-subscription"}
{"level":"info","ts":1784685615.692831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685615.6928566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685615.6937559,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685615.6937773,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685615.6937916,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","EoS":false}
{"level":"info","ts":1784685615.6938035,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c","EoS":true}
{"level":"info","ts":1784685615.693845,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5fc11737-858b-431a-9ca3-c5cb11c9f20c"}
{"level":"info","ts":1784685638.7122161,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685638.7122912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685638.7123048,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685638.7123156,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","EoS":true}
{"level":"info","ts":1784685638.7123427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","header":"x-maas-username"}
{"level":"info","ts":1784685638.7123528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","header":"x-maas-subscription"}
{"level":"info","ts":1784685638.712357,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","header":"x-maas-group"}
{"level":"info","ts":1784685638.7123706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685638.7123947,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685638.7146647,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685638.7146862,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685638.714702,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","EoS":false}
{"level":"info","ts":1784685638.714714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86","EoS":true}
{"level":"info","ts":1784685638.7147439,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d5134ed4-fc54-47a4-8e41-f04ea5907c86"}
{"level":"info","ts":1784685661.8881216,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685661.8882058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685661.8882203,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685661.8882332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","EoS":true}
{"level":"info","ts":1784685661.8882601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","header":"x-maas-username"}
{"level":"info","ts":1784685661.8882713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","header":"x-maas-group"}
{"level":"info","ts":1784685661.8882754,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","header":"x-maas-subscription"}
{"level":"info","ts":1784685661.8882897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784685661.8883147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685661.8892498,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685661.889273,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685661.8892875,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","EoS":false}
{"level":"info","ts":1784685661.8893008,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df","EoS":true}
{"level":"info","ts":1784685661.889338,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"91656c09-b2e1-41dd-91c9-5442520505df"}
{"level":"info","ts":1784685688.9524984,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685688.9525928,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685688.9526074,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685688.9526203,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","EoS":true}
{"level":"info","ts":1784685688.9526725,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","header":"x-maas-group"}
{"level":"info","ts":1784685688.9526868,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","header":"x-maas-username"}
{"level":"info","ts":1784685688.9526927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","header":"x-maas-subscription"}
{"level":"info","ts":1784685688.9527066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685688.9527316,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685688.9557068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685688.9557283,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685688.9557488,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","EoS":false}
{"level":"info","ts":1784685688.9557617,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36","EoS":true}
{"level":"info","ts":1784685688.9558065,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cda54f08-6381-448a-9c6c-d3feb4799f36"}
{"level":"info","ts":1784685698.4737573,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685698.4738472,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.4738584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.473871,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","EoS":true}
{"level":"info","ts":1784685698.4739008,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","header":"x-maas-username"}
{"level":"info","ts":1784685698.473912,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","header":"x-maas-subscription"}
{"level":"info","ts":1784685698.473917,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","header":"x-maas-group"}
{"level":"info","ts":1784685698.4739296,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685698.4739547,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.4748893,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.4749095,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.474931,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","EoS":false}
{"level":"info","ts":1784685698.4749546,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa","EoS":true}
{"level":"info","ts":1784685698.4750054,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1bce1168-0d23-4093-9f84-7429112d15aa"}
{"level":"info","ts":1784685698.5149074,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685698.5149837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685698.514996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685698.5150104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","EoS":true}
{"level":"info","ts":1784685698.5150418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","header":"x-maas-subscription"}
{"level":"info","ts":1784685698.5150535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","header":"x-maas-username"}
{"level":"info","ts":1784685698.5150583,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","header":"x-maas-group"}
{"level":"info","ts":1784685698.5150712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685698.5150945,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685698.5158994,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685698.515918,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685698.5159392,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","EoS":false}
{"level":"info","ts":1784685698.5159607,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee","EoS":true}
{"level":"info","ts":1784685698.51601,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fc052ff9-8ff8-4e8b-828f-11e4fce605ee"}
{"level":"info","ts":1784685717.7649813,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685717.7650602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685717.7650726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685717.765085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","EoS":true}
{"level":"info","ts":1784685717.7651114,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","header":"x-maas-group"}
{"level":"info","ts":1784685717.7651212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","header":"x-maas-subscription"}
{"level":"info","ts":1784685717.7651255,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","header":"x-maas-username"}
{"level":"info","ts":1784685717.7651384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685717.7651615,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685717.766106,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685717.7661383,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685717.7661622,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","EoS":false}
{"level":"info","ts":1784685717.7661815,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9","EoS":true}
{"level":"info","ts":1784685717.7662194,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb4b09bf-f607-466f-a17c-9f25017226c9"}
{"level":"info","ts":1784685847.1560943,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685847.1561763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685847.1561885,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685847.1562006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","EoS":true}
{"level":"info","ts":1784685847.1562304,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","header":"x-maas-group"}
{"level":"info","ts":1784685847.15624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","header":"x-maas-username"}
{"level":"info","ts":1784685847.1562443,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","header":"x-maas-subscription"}
{"level":"info","ts":1784685847.1562564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784685847.1562798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685847.1572514,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685847.1572733,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685847.1572936,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","EoS":false}
{"level":"info","ts":1784685847.1573093,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2","EoS":true}
{"level":"info","ts":1784685847.1573527,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"db6bd6dc-67dc-413b-a149-410fb4e77ee2"}
{"level":"info","ts":1784685884.42892,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685884.429002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685884.4290142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685884.4290261,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","EoS":true}
{"level":"info","ts":1784685884.4290535,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","header":"x-maas-group"}
{"level":"info","ts":1784685884.4290633,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","header":"x-maas-username"}
{"level":"info","ts":1784685884.429068,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","header":"x-maas-subscription"}
{"level":"info","ts":1784685884.4290812,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685884.4291055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685884.4325743,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685884.4325986,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685884.4326177,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","EoS":false}
{"level":"info","ts":1784685884.4326293,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954","EoS":true}
{"level":"info","ts":1784685884.432689,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5b22946a-2cc9-4215-8ca7-be9a2eff1954"}
{"level":"info","ts":1784685899.752212,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784685899.7523067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784685899.7523215,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784685899.7523384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","EoS":true}
{"level":"info","ts":1784685899.7523785,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","header":"x-maas-subscription"}
{"level":"info","ts":1784685899.7523925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","header":"x-maas-group"}
{"level":"info","ts":1784685899.7523994,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","header":"x-maas-username"}
{"level":"info","ts":1784685899.7524152,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784685899.752443,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784685899.7544663,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784685899.754488,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784685899.7545109,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","EoS":false}
{"level":"info","ts":1784685899.7545285,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95","EoS":true}
{"level":"info","ts":1784685899.7545817,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"2a01cdc2-2e9d-4de4-9b84-fd62fe17ab95"}
{"level":"info","ts":1784686197.426983,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686197.4270704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686197.4270828,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686197.4270945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","EoS":true}
{"level":"info","ts":1784686197.42712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","header":"x-maas-subscription"}
{"level":"info","ts":1784686197.4271297,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","header":"x-maas-group"}
{"level":"info","ts":1784686197.4271352,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","header":"x-maas-username"}
{"level":"info","ts":1784686197.4271483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784686197.4271727,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686197.4287453,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686197.4287722,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686197.4287944,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","EoS":false}
{"level":"info","ts":1784686197.4288144,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff","EoS":true}
{"level":"info","ts":1784686197.4288585,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b69985d2-35d1-49a8-bf2a-4341b683fcff"}
{"level":"info","ts":1784686202.2413306,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a5a4b8b-00cd-4457-9587-fe5a1dad39df","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784686202.241601,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37404.040750575,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.241625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.2988932,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.3421795,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3a5a4b8b-00cd-4457-9587-fe5a1dad39df","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784686202.3673224,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36a93428-76ae-4bc0-8087-b40e5bb36a2c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686202.367361,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"36a93428-76ae-4bc0-8087-b40e5bb36a2c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784686202.367427,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70f8a6b2-9d72-462c-8184-ddea4678eb4e"}
{"level":"info","ts":1784686202.3752253,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5459b138-5939-4e03-af85-3ccc5a4e38c5","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686202.375263,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5459b138-5939-4e03-af85-3ccc5a4e38c5","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784686202.376354,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70f8a6b2-9d72-462c-8184-ddea4678eb4e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.3766198,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38120.504429755,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.376667,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.384802,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.4767797,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70f8a6b2-9d72-462c-8184-ddea4678eb4e","name":"e2e-external-provider"}
{"level":"info","ts":1784686202.490788,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a8843af-605b-4ff3-8568-b599cf6202c3","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.4907892,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5792894b-efea-4670-b08c-5365063478ea"}
{"level":"info","ts":1784686202.490851,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a8843af-605b-4ff3-8568-b599cf6202c3","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.494692,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70f8a6b2-9d72-462c-8184-ddea4678eb4e","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784686202.4963634,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"231c876c-cea4-43c6-8694-b82882e6cf65","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.4963956,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"231c876c-cea4-43c6-8694-b82882e6cf65","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.4963977,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5792894b-efea-4670-b08c-5365063478ea","provider":"e2e-external-provider","phase":"Pending"}
{"level":"error","ts":1784686202.5063384,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5792894b-efea-4670-b08c-5365063478ea","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.5064974,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c41f1b-e7ed-482a-8471-cd6af0b49cca"}
{"level":"info","ts":1784686202.5065446,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c41f1b-e7ed-482a-8471-cd6af0b49cca","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784686202.507857,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74d22601-4eb3-48d3-a729-e0f4264e3077","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.507924,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"74d22601-4eb3-48d3-a729-e0f4264e3077","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.5082097,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70f8a6b2-9d72-462c-8184-ddea4678eb4e","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784686202.5111432,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c41f1b-e7ed-482a-8471-cd6af0b49cca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784686202.5111923,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"76c41f1b-e7ed-482a-8471-cd6af0b49cca","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.5112505,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d27ccc84-f0a6-4565-a4c6-d9a69fe074c2"}
{"level":"info","ts":1784686202.5112834,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d27ccc84-f0a6-4565-a4c6-d9a69fe074c2","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784686202.5149844,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70f8a6b2-9d72-462c-8184-ddea4678eb4e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784686202.5161428,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d27ccc84-f0a6-4565-a4c6-d9a69fe074c2","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784686202.5183492,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"70f8a6b2-9d72-462c-8184-ddea4678eb4e","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.5184634,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98cbe4cc-a057-4ff0-b8dd-ad5d824e99bb"}
{"level":"info","ts":1784686202.5185356,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98cbe4cc-a057-4ff0-b8dd-ad5d824e99bb","name":"e2e-external-provider"}
{"level":"info","ts":1784686202.5271156,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98cbe4cc-a057-4ff0-b8dd-ad5d824e99bb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784686202.534334,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc5da653-08d8-4069-bb73-95412a92d974","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686202.534378,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc5da653-08d8-4069-bb73-95412a92d974","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784686202.5343814,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99cc87a1-1303-4304-95df-2414f17eb227"}
{"level":"info","ts":1784686202.5344365,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99cc87a1-1303-4304-95df-2414f17eb227","name":"e2e-external-provider"}
{"level":"info","ts":1784686202.5344594,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b666674-30ed-4315-ad45-a8065524e240"}
{"level":"info","ts":1784686202.5347037,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37571.879177409,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.5347095,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86daa4fc-4972-43ef-a363-444672477554","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.5347285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86daa4fc-4972-43ef-a363-444672477554","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.5347197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.5413892,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784686202.543721,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"99cc87a1-1303-4304-95df-2414f17eb227","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784686202.6358078,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b666674-30ed-4315-ad45-a8065524e240","name":"e2e-external-model"}
{"level":"info","ts":1784686202.647605,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6b666674-30ed-4315-ad45-a8065524e240","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686202.6531355,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a208789-f458-40d2-813d-0dc57abd9249","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.653173,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a208789-f458-40d2-813d-0dc57abd9249","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.6532042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b354cf48-c795-42a1-bfef-82ec03fdeb7b"}
{"level":"info","ts":1784686202.6532693,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b354cf48-c795-42a1-bfef-82ec03fdeb7b","name":"e2e-external-model"}
{"level":"info","ts":1784686202.667553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"911dec57-ae3e-46a3-8b65-c8a8dcb882f8","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.667608,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"911dec57-ae3e-46a3-8b65-c8a8dcb882f8","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784686202.6677132,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b354cf48-c795-42a1-bfef-82ec03fdeb7b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686202.6677957,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41d1139c-68ea-4a51-956e-7fb36db0ff10"}
{"level":"info","ts":1784686202.6678612,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41d1139c-68ea-4a51-956e-7fb36db0ff10","name":"e2e-external-model"}
{"level":"info","ts":1784686202.6764681,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41d1139c-68ea-4a51-956e-7fb36db0ff10","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686202.6821487,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f4a9747-41b8-47fb-8a33-c4d38a8ce67e","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686202.6821852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f4a9747-41b8-47fb-8a33-c4d38a8ce67e","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784686202.6822195,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d22dad1-1508-44c2-99cf-555f432ff188"}
{"level":"info","ts":1784686202.6822865,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d22dad1-1508-44c2-99cf-555f432ff188","name":"e2e-external-model"}
{"level":"info","ts":1784686202.6907887,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8d22dad1-1508-44c2-99cf-555f432ff188","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686210.00866,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686210.008736,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c"}
{"level":"info","ts":1784686210.0087473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c"}
{"level":"info","ts":1784686210.0087593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","EoS":true}
{"level":"info","ts":1784686210.0087833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","header":"x-maas-username"}
{"level":"info","ts":1784686210.0087934,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","header":"x-maas-subscription"}
{"level":"info","ts":1784686210.008798,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","header":"x-maas-group"}
{"level":"info","ts":1784686210.0088112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686210.0088181,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","modelName":"e2e-external-model"}
{"level":"info","ts":1784686210.008831,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784686210.0088685,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784686210.0088894,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c","authType":"apikey"}
{"level":"info","ts":1784686210.0089214,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e07cfb70-17fa-409d-833a-1afb3d765b1c"}
{"level":"info","ts":1784686210.1335506,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3447ef6-2683-457e-8313-377ad084a59f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.1335897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61e9655e-81ec-44fc-9d86-4dbedc7894c3"}
{"level":"info","ts":1784686210.1335917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d3447ef6-2683-457e-8313-377ad084a59f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686210.1414256,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"536223f8-c9db-43b6-aa58-8db015f526fe","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.1414735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"536223f8-c9db-43b6-aa58-8db015f526fe","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686210.1415763,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61e9655e-81ec-44fc-9d86-4dbedc7894c3","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686210.1519618,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61e9655e-81ec-44fc-9d86-4dbedc7894c3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686210.159021,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20066fdd-0e98-4775-87d9-b5246ef2e8e8","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.1590705,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"20066fdd-0e98-4775-87d9-b5246ef2e8e8","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686210.1591208,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fa32405-793c-4fb6-b4e1-815af78e1f98"}
{"level":"info","ts":1784686210.159176,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fa32405-793c-4fb6-b4e1-815af78e1f98","name":"e2e-cleanup-test"}
{"level":"error","ts":1784686210.1751416,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3fa32405-793c-4fb6-b4e1-815af78e1f98","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784686210.1752276,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b091815a-c850-40d0-9e27-76cf4b3b5805"}
{"level":"info","ts":1784686210.1752262,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a7cf632-1ea2-43c5-92bd-050187cadf7f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.1752543,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a7cf632-1ea2-43c5-92bd-050187cadf7f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686210.1752923,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b091815a-c850-40d0-9e27-76cf4b3b5805","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686210.1822228,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b091815a-c850-40d0-9e27-76cf4b3b5805","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686210.1898472,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f7fc5d-7c84-4a7f-96e3-d8a40275d3fd"}
{"level":"info","ts":1784686210.1898906,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32782029-dfcf-441b-9494-4568daf05c1f","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686210.1899188,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"32782029-dfcf-441b-9494-4568daf05c1f","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784686210.1899283,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f7fc5d-7c84-4a7f-96e3-d8a40275d3fd","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686210.197868,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c8f7fc5d-7c84-4a7f-96e3-d8a40275d3fd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686210.2019758,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49572254-5b41-4167-ae78-aba9c99af228"}
{"level":"info","ts":1784686210.2020485,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49572254-5b41-4167-ae78-aba9c99af228","name":"e2e-cleanup-test"}
{"level":"info","ts":1784686210.209179,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"49572254-5b41-4167-ae78-aba9c99af228","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784686218.4243832,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdf98ddd-15a6-477c-b8a4-eff7689e5921","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686218.4244263,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bdf98ddd-15a6-477c-b8a4-eff7689e5921","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784686218.424383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6968667a-6f77-4f7c-b7d6-87f121e512f7"}
{"level":"info","ts":1784686222.7398164,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686222.739895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d"}
{"level":"info","ts":1784686222.7399042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d"}
{"level":"info","ts":1784686222.7399166,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d","EoS":true}
{"level":"info","ts":1784686222.7399547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784686222.7399817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d941828-e991-426b-8778-36cf660bb66d"}
{"level":"info","ts":1784686222.7835171,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686222.7836099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d"}
{"level":"info","ts":1784686222.7836242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d"}
{"level":"info","ts":1784686222.7836592,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","EoS":true}
{"level":"info","ts":1784686222.7837002,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","header":"x-maas-username"}
{"level":"info","ts":1784686222.7837121,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","header":"x-maas-subscription"}
{"level":"info","ts":1784686222.7837214,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","header":"x-maas-group"}
{"level":"info","ts":1784686222.783744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686222.7837565,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","modelName":"e2e-external-model"}
{"level":"info","ts":1784686222.783778,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784686222.7838066,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784686222.7838292,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d","authType":"apikey"}
{"level":"info","ts":1784686222.783863,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f697ff58-05c2-4f0b-8f2b-caa85f9f830d"}
{"level":"info","ts":1784686222.8227463,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686222.822832,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.8228524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.8228748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","EoS":true}
{"level":"info","ts":1784686222.8229146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","header":"x-maas-group"}
{"level":"info","ts":1784686222.8229277,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","header":"x-maas-subscription"}
{"level":"info","ts":1784686222.822935,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","header":"x-maas-username"}
{"level":"info","ts":1784686222.8229547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784686222.8229902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.9270172,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.9270535,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.92708,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","EoS":false}
{"level":"info","ts":1784686222.9271028,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","EoS":true}
{"level":"error","ts":1784686222.927124,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784686222.9271843,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"abe7aa2f-e9be-4e0c-a0b0-df943355f092"}
{"level":"info","ts":1784686222.9642613,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686222.9643378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686222.964348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686222.9643607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","EoS":true}
{"level":"info","ts":1784686222.9643843,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","header":"x-maas-group"}
{"level":"info","ts":1784686222.9643953,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","header":"x-maas-subscription"}
{"level":"info","ts":1784686222.9644022,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","header":"x-maas-username"}
{"level":"info","ts":1784686222.9644358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686223.06674,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686223.0667665,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686223.0667834,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","EoS":false}
{"level":"info","ts":1784686223.066796,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","EoS":true}
{"level":"error","ts":1784686223.0668118,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784686223.0668526,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"475bb2b3-cf6c-45f6-879a-d9cc642347ae"}
{"level":"info","ts":1784686223.9507277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6ee75d-f92d-41ae-8e50-176c1e5436de"}
{"level":"info","ts":1784686223.950724,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71569043-7af6-4445-9f8b-a406c4d07cfc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686223.950792,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71569043-7af6-4445-9f8b-a406c4d07cfc","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784686224.107012,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c989055e-0622-4d15-9cab-c27df9c46669"}
{"level":"info","ts":1784686224.1070206,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c4e9b7a-fd15-4ce0-8337-61244e9661dc","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686224.1070566,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8c4e9b7a-fd15-4ce0-8337-61244e9661dc","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784686224.235588,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"37bfe342-6c76-4e31-9a31-7b0fe9fce878","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784686224.2356746,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"37bfe342-6c76-4e31-9a31-7b0fe9fce878","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784686852.8897903,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784686852.8898737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784686852.8898826,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784686852.8898938,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","EoS":true}
{"level":"info","ts":1784686852.8899179,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","header":"x-maas-username"}
{"level":"info","ts":1784686852.8899283,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","header":"x-maas-subscription"}
{"level":"info","ts":1784686852.8899333,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","header":"x-maas-group"}
{"level":"info","ts":1784686852.8899453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","path":"/ai-tenant-e2e-inf-b-7e7df6/test-model-7e7df6/v1/chat/completions"}
{"level":"info","ts":1784686852.8899693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784686852.9031715,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784686852.903206,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784686852.9032295,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","EoS":false}
{"level":"info","ts":1784686852.90325,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d","EoS":true}
{"level":"info","ts":1784686852.9033074,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"57e37c9f-72b1-4f01-b0e7-c371796b489d"}
{"level":"info","ts":1784687337.9528036,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784687337.9528954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}
{"level":"info","ts":1784687337.9529035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}
{"level":"info","ts":1784687337.9529145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","EoS":true}
{"level":"info","ts":1784687337.9529572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","header":"x-maas-subscription"}
{"level":"info","ts":1784687337.9529667,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","header":"x-maas-username"}
{"level":"info","ts":1784687337.9529715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","header":"x-maas-group"}
{"level":"info","ts":1784687337.9529855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","path":"/ai-tenant-e2e-shared-b-7eead4/rate-test-model-7eead4/v1/completions"}
{"level":"info","ts":1784687337.9530113,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}
{"level":"info","ts":1784687337.9660053,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}
{"level":"info","ts":1784687337.9660392,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}
{"level":"info","ts":1784687337.9660585,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","EoS":false}
{"level":"info","ts":1784687337.9660769,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006","EoS":true}
{"level":"info","ts":1784687337.9661162,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5185d47e-db2f-4719-bda8-5b50ec195006"}