{"level":"info","ts":1784690602.117259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0"}
{"level":"info","ts":1784690602.1172683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0"}
{"level":"info","ts":1784690602.1172795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0","EoS":true}
{"level":"info","ts":1784690602.1173081,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0","header":"x-maas-group"}
{"level":"info","ts":1784690602.1173174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0","header":"x-maas-subscription"}
{"level":"info","ts":1784690602.1173222,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0","header":"x-maas-username"}
{"level":"info","ts":1784690602.1173356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690602.1173625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0"}
{"level":"info","ts":1784690602.118416,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0"}
{"level":"info","ts":1784690602.118438,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0"}
{"level":"info","ts":1784690602.1184566,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0","EoS":false}
{"level":"info","ts":1784690602.1184714,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0","EoS":true}
{"level":"info","ts":1784690602.1185093,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"83cbef46-a330-42a4-adee-6b33ea0780d0"}
{"level":"info","ts":1784690602.2511215,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690602.2512057,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c"}
{"level":"info","ts":1784690602.2512188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c"}
{"level":"info","ts":1784690602.2512302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c","EoS":true}
{"level":"info","ts":1784690602.2512608,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c","header":"x-maas-subscription"}
{"level":"info","ts":1784690602.2512724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c","header":"x-maas-group"}
{"level":"info","ts":1784690602.2512777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c","header":"x-maas-username"}
{"level":"info","ts":1784690602.2512918,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690602.2513177,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c"}
{"level":"info","ts":1784690602.2523131,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c"}
{"level":"info","ts":1784690602.2523317,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c"}
{"level":"info","ts":1784690602.252345,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c","EoS":false}
{"level":"info","ts":1784690602.252356,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c","EoS":true}
{"level":"info","ts":1784690602.2523887,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b7267ddb-9bc8-4597-ad82-eabda2c19a1c"}
{"level":"info","ts":1784690619.0460222,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690619.046136,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0"}
{"level":"info","ts":1784690619.0461495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0"}
{"level":"info","ts":1784690619.0461614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0","EoS":true}
{"level":"info","ts":1784690619.0461867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0","header":"x-maas-subscription"}
{"level":"info","ts":1784690619.0461972,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0","header":"x-maas-group"}
{"level":"info","ts":1784690619.046202,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0","header":"x-maas-username"}
{"level":"info","ts":1784690619.046215,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690619.046238,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0"}
{"level":"info","ts":1784690619.0471961,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0"}
{"level":"info","ts":1784690619.0472174,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0"}
{"level":"info","ts":1784690619.047233,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0","EoS":false}
{"level":"info","ts":1784690619.047248,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0","EoS":true}
{"level":"info","ts":1784690619.047291,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"031f33a5-2425-4c37-8bcb-f9e316ad6bc0"}
{"level":"info","ts":1784690619.1462517,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690619.1463397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69f05304-68b0-483c-a1b5-f1ec8f30941e"}
{"level":"info","ts":1784690619.148496,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"69f05304-68b0-483c-a1b5-f1ec8f30941e"}
{"level":"info","ts":1784690619.1485147,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"69f05304-68b0-483c-a1b5-f1ec8f30941e"}
{"level":"info","ts":1784690619.1485305,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69f05304-68b0-483c-a1b5-f1ec8f30941e","EoS":false}
{"level":"info","ts":1784690619.1485431,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"69f05304-68b0-483c-a1b5-f1ec8f30941e"}
{"level":"info","ts":1784690619.1485689,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"69f05304-68b0-483c-a1b5-f1ec8f30941e","EoS":true}
{"level":"info","ts":1784690619.1485798,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"69f05304-68b0-483c-a1b5-f1ec8f30941e"}
{"level":"info","ts":1784690623.7570431,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690623.7571256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"}
{"level":"info","ts":1784690623.7571402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"}
{"level":"info","ts":1784690623.7571554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","EoS":true}
{"level":"info","ts":1784690623.7571871,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","header":"x-maas-username"}
{"level":"info","ts":1784690623.7571993,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","header":"x-maas-subscription"}
{"level":"info","ts":1784690623.7572045,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","header":"x-maas-group"}
{"level":"info","ts":1784690623.7572188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690623.7572403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"}
{"level":"info","ts":1784690623.7591035,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"}
{"level":"info","ts":1784690623.7591329,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"}
{"level":"info","ts":1784690623.7591548,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","EoS":false}
{"level":"info","ts":1784690623.7591677,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba","EoS":true}
{"level":"info","ts":1784690623.7592046,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0820eb34-34c6-43c7-be1f-7ee059439fba"}
{"level":"info","ts":1784690634.3345253,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690634.3346267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"}
{"level":"info","ts":1784690634.3346484,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"}
{"level":"info","ts":1784690634.3346686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","EoS":true}
{"level":"info","ts":1784690634.3346941,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","header":"x-maas-subscription"}
{"level":"info","ts":1784690634.3347065,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","header":"x-maas-group"}
{"level":"info","ts":1784690634.334713,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","header":"x-maas-username"}
{"level":"info","ts":1784690634.3347323,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784690634.334764,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"}
{"level":"info","ts":1784690634.337998,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"}
{"level":"info","ts":1784690634.3380687,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"}
{"level":"info","ts":1784690634.3381042,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","EoS":false}
{"level":"info","ts":1784690634.3381236,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac","EoS":true}
{"level":"info","ts":1784690634.3381772,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"885db71f-be1a-4fa4-b4e1-b40a7773ceac"}
{"level":"info","ts":1784690647.2027297,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690647.202874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"}
{"level":"info","ts":1784690647.2028954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"}
{"level":"info","ts":1784690647.202917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","EoS":true}
{"level":"info","ts":1784690647.2029572,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","header":"x-maas-username"}
{"level":"info","ts":1784690647.2029715,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","header":"x-maas-subscription"}
{"level":"info","ts":1784690647.2029788,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","header":"x-maas-group"}
{"level":"info","ts":1784690647.2029963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690647.203032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"}
{"level":"info","ts":1784690647.2039177,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"}
{"level":"info","ts":1784690647.2039375,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"}
{"level":"info","ts":1784690647.203952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","EoS":false}
{"level":"info","ts":1784690647.2039645,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db","EoS":true}
{"level":"info","ts":1784690647.2040036,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fce18761-34bf-4b21-a025-04c9f08710db"}
{"level":"info","ts":1784690655.7130973,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690655.7131732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"}
{"level":"info","ts":1784690655.7131848,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"}
{"level":"info","ts":1784690655.713196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","EoS":true}
{"level":"info","ts":1784690655.713223,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","header":"x-maas-group"}
{"level":"info","ts":1784690655.713232,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","header":"x-maas-username"}
{"level":"info","ts":1784690655.7132382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","header":"x-maas-subscription"}
{"level":"info","ts":1784690655.7132518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690655.7132714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"}
{"level":"info","ts":1784690655.7140112,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"}
{"level":"info","ts":1784690655.7140374,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"}
{"level":"info","ts":1784690655.714053,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","EoS":false}
{"level":"info","ts":1784690655.7140641,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686","EoS":true}
{"level":"info","ts":1784690655.714105,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"35a08b26-75af-404f-8d61-cd5e48e12686"}
{"level":"info","ts":1784690664.551899,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690664.5519786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"}
{"level":"info","ts":1784690664.5519888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"}
{"level":"info","ts":1784690664.5520008,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","EoS":true}
{"level":"info","ts":1784690664.552024,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","header":"x-maas-username"}
{"level":"info","ts":1784690664.5520341,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","header":"x-maas-subscription"}
{"level":"info","ts":1784690664.5520399,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","header":"x-maas-group"}
{"level":"info","ts":1784690664.5520527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690664.5520768,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"}
{"level":"info","ts":1784690664.5528212,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"}
{"level":"info","ts":1784690664.552841,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"}
{"level":"info","ts":1784690664.5528557,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","EoS":false}
{"level":"info","ts":1784690664.5528655,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2","EoS":true}
{"level":"info","ts":1784690664.552895,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ad464e9a-10bc-457c-a723-3e6c02a782b2"}
{"level":"info","ts":1784690689.314118,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690689.3142054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"}
{"level":"info","ts":1784690689.3142173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"}
{"level":"info","ts":1784690689.3142335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","EoS":true}
{"level":"info","ts":1784690689.3142612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","header":"x-maas-subscription"}
{"level":"info","ts":1784690689.3142717,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","header":"x-maas-group"}
{"level":"info","ts":1784690689.3142772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","header":"x-maas-username"}
{"level":"info","ts":1784690689.3142908,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784690689.3143182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"}
{"level":"info","ts":1784690689.316325,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"}
{"level":"info","ts":1784690689.3163507,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"}
{"level":"info","ts":1784690689.3163705,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","EoS":false}
{"level":"info","ts":1784690689.316388,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1","EoS":true}
{"level":"info","ts":1784690689.3164306,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c7cb631-01b6-4fc9-9b6e-7266648232d1"}
{"level":"info","ts":1784690711.9076602,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690711.9077353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"}
{"level":"info","ts":1784690711.9077466,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"}
{"level":"info","ts":1784690711.907759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","EoS":true}
{"level":"info","ts":1784690711.9078016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","header":"x-maas-username"}
{"level":"info","ts":1784690711.9078093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","header":"x-maas-group"}
{"level":"info","ts":1784690711.907815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","header":"x-maas-subscription"}
{"level":"info","ts":1784690711.9078276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784690711.9078531,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"}
{"level":"info","ts":1784690711.9091003,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"}
{"level":"info","ts":1784690711.909122,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"}
{"level":"info","ts":1784690711.9091384,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","EoS":false}
{"level":"info","ts":1784690711.9091635,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7","EoS":true}
{"level":"info","ts":1784690711.9092057,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7ac15294-519e-4d95-9eac-ab12983ae6b7"}
{"level":"info","ts":1784690738.1100893,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690738.110176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"}
{"level":"info","ts":1784690738.110188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"}
{"level":"info","ts":1784690738.1102014,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","EoS":true}
{"level":"info","ts":1784690738.1102397,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","header":"x-maas-subscription"}
{"level":"info","ts":1784690738.1102514,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","header":"x-maas-username"}
{"level":"info","ts":1784690738.1102574,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","header":"x-maas-group"}
{"level":"info","ts":1784690738.1102705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690738.1102946,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"}
{"level":"info","ts":1784690738.1110363,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"}
{"level":"info","ts":1784690738.1110563,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"}
{"level":"info","ts":1784690738.1110775,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","EoS":false}
{"level":"info","ts":1784690738.1110952,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e","EoS":true}
{"level":"info","ts":1784690738.1111557,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"aabdfa2d-2240-4a16-a762-c805ed13267e"}
{"level":"info","ts":1784690747.466356,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690747.4664485,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"}
{"level":"info","ts":1784690747.4664626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"}
{"level":"info","ts":1784690747.4664793,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","EoS":true}
{"level":"info","ts":1784690747.466505,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","header":"x-maas-subscription"}
{"level":"info","ts":1784690747.4665158,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","header":"x-maas-group"}
{"level":"info","ts":1784690747.4665213,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","header":"x-maas-username"}
{"level":"info","ts":1784690747.4665349,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690747.4665687,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"}
{"level":"info","ts":1784690747.468725,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"}
{"level":"info","ts":1784690747.46876,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"}
{"level":"info","ts":1784690747.4688082,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","EoS":false}
{"level":"info","ts":1784690747.468828,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92","EoS":true}
{"level":"info","ts":1784690747.4688783,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7f28fce8-300b-4972-864d-3681b4fb8d92"}
{"level":"info","ts":1784690747.5050373,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690747.5051425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"}
{"level":"info","ts":1784690747.505161,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"}
{"level":"info","ts":1784690747.505256,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","EoS":true}
{"level":"info","ts":1784690747.505295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","header":"x-maas-group"}
{"level":"info","ts":1784690747.5053082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","header":"x-maas-username"}
{"level":"info","ts":1784690747.5053153,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","header":"x-maas-subscription"}
{"level":"info","ts":1784690747.5053315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690747.5053678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"}
{"level":"info","ts":1784690747.5062273,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"}
{"level":"info","ts":1784690747.5062509,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"}
{"level":"info","ts":1784690747.5062716,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","EoS":false}
{"level":"info","ts":1784690747.50629,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d","EoS":true}
{"level":"info","ts":1784690747.5063415,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ba2925a7-c2e0-49b2-8763-d677816f173d"}
{"level":"info","ts":1784690766.5468142,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690766.5469117,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"}
{"level":"info","ts":1784690766.546929,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"}
{"level":"info","ts":1784690766.546952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","EoS":true}
{"level":"info","ts":1784690766.546992,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","header":"x-maas-subscription"}
{"level":"info","ts":1784690766.5470073,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","header":"x-maas-username"}
{"level":"info","ts":1784690766.5470157,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","header":"x-maas-group"}
{"level":"info","ts":1784690766.547036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690766.5470712,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"}
{"level":"info","ts":1784690766.547868,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"}
{"level":"info","ts":1784690766.5478895,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"}
{"level":"info","ts":1784690766.5479045,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","EoS":false}
{"level":"info","ts":1784690766.5479171,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9","EoS":true}
{"level":"info","ts":1784690766.5479565,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d6ef7f89-f2e9-4d08-a358-d206538ef7e9"}
{"level":"info","ts":1784690898.496679,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690898.4967654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"}
{"level":"info","ts":1784690898.4968007,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"}
{"level":"info","ts":1784690898.496813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","EoS":true}
{"level":"info","ts":1784690898.4968371,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","header":"x-maas-subscription"}
{"level":"info","ts":1784690898.4968483,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","header":"x-maas-username"}
{"level":"info","ts":1784690898.496854,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","header":"x-maas-group"}
{"level":"info","ts":1784690898.496868,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784690898.4968922,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"}
{"level":"info","ts":1784690898.500355,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"}
{"level":"info","ts":1784690898.5003843,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"}
{"level":"info","ts":1784690898.5004,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","EoS":false}
{"level":"info","ts":1784690898.5004127,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1","EoS":true}
{"level":"info","ts":1784690898.5004478,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b72fa8e8-02ec-4058-8276-6aa78dea01a1"}
{"level":"info","ts":1784690937.5522463,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690937.5523283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"}
{"level":"info","ts":1784690937.5523393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"}
{"level":"info","ts":1784690937.5523512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","EoS":true}
{"level":"info","ts":1784690937.5523794,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","header":"x-maas-group"}
{"level":"info","ts":1784690937.5523896,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","header":"x-maas-subscription"}
{"level":"info","ts":1784690937.5523949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","header":"x-maas-username"}
{"level":"info","ts":1784690937.5524085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690937.552433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"}
{"level":"info","ts":1784690937.5532146,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"}
{"level":"info","ts":1784690937.5532362,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"}
{"level":"info","ts":1784690937.5532613,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","EoS":false}
{"level":"info","ts":1784690937.5532808,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e","EoS":true}
{"level":"info","ts":1784690937.5533316,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6e55aef3-8ba8-4941-822d-09f0a7e5860e"}
{"level":"info","ts":1784690952.7883348,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784690952.7884188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"}
{"level":"info","ts":1784690952.7884326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"}
{"level":"info","ts":1784690952.7884448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","EoS":true}
{"level":"info","ts":1784690952.788521,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","header":"x-maas-group"}
{"level":"info","ts":1784690952.788534,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","header":"x-maas-username"}
{"level":"info","ts":1784690952.7885418,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","header":"x-maas-subscription"}
{"level":"info","ts":1784690952.788559,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784690952.788587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"}
{"level":"info","ts":1784690952.789404,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"}
{"level":"info","ts":1784690952.7894256,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"}
{"level":"info","ts":1784690952.7894423,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","EoS":false}
{"level":"info","ts":1784690952.7894561,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b","EoS":true}
{"level":"info","ts":1784690952.789491,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"58c3bdeb-d9a7-478a-b57d-eeb43d2cbc4b"}
{"level":"info","ts":1784691278.218255,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784691278.2183554,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"}
{"level":"info","ts":1784691278.2183728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"}
{"level":"info","ts":1784691278.2183926,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","EoS":true}
{"level":"info","ts":1784691278.2184308,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","header":"x-maas-subscription"}
{"level":"info","ts":1784691278.2184436,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","header":"x-maas-group"}
{"level":"info","ts":1784691278.2184517,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","header":"x-maas-username"}
{"level":"info","ts":1784691278.2184725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784691278.2185068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"}
{"level":"info","ts":1784691278.220233,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"}
{"level":"info","ts":1784691278.220256,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"}
{"level":"info","ts":1784691278.2202716,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","EoS":false}
{"level":"info","ts":1784691278.2202845,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e","EoS":true}
{"level":"info","ts":1784691278.2203236,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e0133252-459a-4822-9cf3-f644742d844e"}
{"level":"info","ts":1784691283.1204987,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39944474-e7a2-4280-8114-fd2da6848c5c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.1237547,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39944474-e7a2-4280-8114-fd2da6848c5c","name":"e2e-external-model"}
{"level":"info","ts":1784691283.1374369,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39944474-e7a2-4280-8114-fd2da6848c5c","name":"e2e-external-model"}
{"level":"info","ts":1784691283.1375198,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c06cf229-19fa-477f-a64a-4be976699b29","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.1375675,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c06cf229-19fa-477f-a64a-4be976699b29","provider":"openai","endpoint":"httpbin.org"}
{"level":"info","ts":1784691283.137689,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751c3ea3-8548-40b9-a1ab-9a69845595f2"}
{"level":"info","ts":1784691283.1449115,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18ba134f-d254-470d-a269-f0d6375d2bd0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.144947,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"18ba134f-d254-470d-a269-f0d6375d2bd0","provider":"openai","endpoint":"httpbin.org"}
{"level":"info","ts":1784691283.1457956,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beaa3e8d-51cb-4b17-a52e-b22618301731"}
{"level":"info","ts":1784691283.1458144,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"561e5521-80fd-4bae-99f9-0be22e6a4760","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.1458492,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"561e5521-80fd-4bae-99f9-0be22e6a4760","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784691283.1461227,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"39944474-e7a2-4280-8114-fd2da6848c5c","provider":"openai","model":"e2e-external-model","targetModel":"gpt-3.5-turbo"}
{"level":"error","ts":1784691283.1465902,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751c3ea3-8548-40b9-a1ab-9a69845595f2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.1468081,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35884.316001862,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.1468315,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.157325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf5d804a-16d6-4800-9394-874e3de8ae1d","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.1573644,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cf5d804a-16d6-4800-9394-874e3de8ae1d","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784691283.1607125,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beaa3e8d-51cb-4b17-a52e-b22618301731","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.1608388,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beaa3e8d-51cb-4b17-a52e-b22618301731","provider":"e2e-external-model","phase":"Pending"}
{"level":"info","ts":1784691283.1695125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3223b443-cf29-405f-bdfb-edd63b318aa6","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.16955,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3223b443-cf29-405f-bdfb-edd63b318aa6","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784691283.17161,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beaa3e8d-51cb-4b17-a52e-b22618301731","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784691283.1717007,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"beaa3e8d-51cb-4b17-a52e-b22618301731","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.1717966,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aebc920c-4a48-4a51-bb57-0879d7b48483"}
{"level":"info","ts":1784691283.1718261,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aebc920c-4a48-4a51-bb57-0879d7b48483","provider":"e2e-external-model","phase":"Pending"}
{"level":"error","ts":1784691283.183094,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aebc920c-4a48-4a51-bb57-0879d7b48483","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.193302,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7a9c3b0-66f1-41ec-98a2-320e2dda5f0a"}
{"level":"info","ts":1784691283.193334,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7a9c3b0-66f1-41ec-98a2-320e2dda5f0a","provider":"e2e-external-model","phase":"Pending"}
{"level":"error","ts":1784691283.202378,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f7a9c3b0-66f1-41ec-98a2-320e2dda5f0a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.2029169,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.2234752,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6667545a-fc0b-45ad-b4da-f952109015c5"}
{"level":"info","ts":1784691283.2235436,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6667545a-fc0b-45ad-b4da-f952109015c5","provider":"e2e-external-model","phase":"Pending"}
{"level":"error","ts":1784691283.2298768,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6667545a-fc0b-45ad-b4da-f952109015c5","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.247244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32466.614249228,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.2472682,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.2556324,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.2700968,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"776c0d18-078b-4e8f-b1cd-67bf2dde72ac"}
{"level":"info","ts":1784691283.2701418,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"776c0d18-078b-4e8f-b1cd-67bf2dde72ac","provider":"e2e-external-model","phase":"Pending"}
{"level":"error","ts":1784691283.2749488,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"776c0d18-078b-4e8f-b1cd-67bf2dde72ac","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.348105,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751c3ea3-8548-40b9-a1ab-9a69845595f2","name":"e2e-external-model"}
{"level":"info","ts":1784691283.3557136,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edb03db1-c510-4a06-abdb-06b42dd16611"}
{"level":"info","ts":1784691283.3557603,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edb03db1-c510-4a06-abdb-06b42dd16611","provider":"e2e-external-model","phase":"Pending"}
{"level":"info","ts":1784691283.3563995,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751c3ea3-8548-40b9-a1ab-9a69845595f2","kind":"ServiceEntry","name":"e2e-external-model"}
{"level":"error","ts":1784691283.3607163,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"edb03db1-c510-4a06-abdb-06b42dd16611","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.3660872,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751c3ea3-8548-40b9-a1ab-9a69845595f2","kind":"DestinationRule","name":"e2e-external-model"}
{"level":"info","ts":1784691283.3723896,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751c3ea3-8548-40b9-a1ab-9a69845595f2","service":"e2e-external-model","serviceEntry":"e2e-external-model","destinationRule":"e2e-external-model"}
{"level":"error","ts":1784691283.37768,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"751c3ea3-8548-40b9-a1ab-9a69845595f2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.3777626,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df728bf2-42a0-4a2c-8bf0-3be790edba43"}
{"level":"info","ts":1784691283.37784,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df728bf2-42a0-4a2c-8bf0-3be790edba43","name":"e2e-external-model"}
{"level":"info","ts":1784691283.3886533,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"df728bf2-42a0-4a2c-8bf0-3be790edba43","service":"e2e-external-model","serviceEntry":"e2e-external-model","destinationRule":"e2e-external-model"}
{"level":"info","ts":1784691283.3950732,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66470c37-93f0-46fd-8e86-847b5868bedf"}
{"level":"info","ts":1784691283.3951766,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82dd0494-0358-4ed6-a5e1-0bdbd325d188","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.3952274,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67dc341b-40c3-48bf-8a96-61df65caf033"}
{"level":"info","ts":1784691283.3952637,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64baae10-f24b-4510-aabb-f0717a517091","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.3952882,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"64baae10-f24b-4510-aabb-f0717a517091","provider":"openai","endpoint":"httpbin.org"}
{"level":"info","ts":1784691283.3953214,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"82dd0494-0358-4ed6-a5e1-0bdbd325d188","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784691283.3953524,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32837.479380326,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.395367,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67dc341b-40c3-48bf-8a96-61df65caf033","name":"e2e-external-model"}
{"level":"info","ts":1784691283.3953736,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.403148,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784691283.4053166,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67dc341b-40c3-48bf-8a96-61df65caf033","service":"e2e-external-model","serviceEntry":"e2e-external-model","destinationRule":"e2e-external-model"}
{"level":"info","ts":1784691283.4959273,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66470c37-93f0-46fd-8e86-847b5868bedf","name":"e2e-external-model"}
{"level":"info","ts":1784691283.5076537,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"66470c37-93f0-46fd-8e86-847b5868bedf","httpRoute":"e2e-external-model","providers":["e2e-external-model"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784691283.5146942,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26ee97ec-1255-4b4b-bbdc-31aec2c1b2de"}
{"level":"info","ts":1784691283.514708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae0fe33b-e6ed-4ac9-85ee-ca8a2cefc11f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.5147378,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae0fe33b-e6ed-4ac9-85ee-ca8a2cefc11f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784691283.5147555,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26ee97ec-1255-4b4b-bbdc-31aec2c1b2de","name":"e2e-external-model"}
{"level":"info","ts":1784691283.5314748,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ecd9d46-c580-4318-8858-37a0bcba6c36","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.5315123,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ecd9d46-c580-4318-8858-37a0bcba6c36","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784691283.534796,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26ee97ec-1255-4b4b-bbdc-31aec2c1b2de","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784691283.5348463,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"26ee97ec-1255-4b4b-bbdc-31aec2c1b2de","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.5348957,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4deb824b-7434-4bb2-bf07-62def09856bd"}
{"level":"info","ts":1784691283.5349424,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4deb824b-7434-4bb2-bf07-62def09856bd","name":"e2e-external-model"}
{"level":"info","ts":1784691283.5462224,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4deb824b-7434-4bb2-bf07-62def09856bd","httpRoute":"e2e-external-model","providers":["e2e-external-model"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784691283.5544438,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ac3042-8a71-4aab-9ceb-0fc996aa4d39","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691283.5544734,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69ac3042-8a71-4aab-9ceb-0fc996aa4d39","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784691283.5601053,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4deb824b-7434-4bb2-bf07-62def09856bd","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691283.5601683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1778f939-8eca-497a-9684-a7f6d9a31473"}
{"level":"info","ts":1784691283.560214,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1778f939-8eca-497a-9684-a7f6d9a31473","name":"e2e-external-model"}
{"level":"info","ts":1784691283.5701978,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1778f939-8eca-497a-9684-a7f6d9a31473","httpRoute":"e2e-external-model","providers":["e2e-external-model"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784691290.5369232,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784691290.5370066,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda"}
{"level":"info","ts":1784691290.537018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda"}
{"level":"info","ts":1784691290.5370293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","EoS":true}
{"level":"info","ts":1784691290.537053,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","header":"x-maas-username"}
{"level":"info","ts":1784691290.5370624,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","header":"x-maas-subscription"}
{"level":"info","ts":1784691290.537067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","header":"x-maas-group"}
{"level":"info","ts":1784691290.53708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784691290.5370867,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","modelName":"e2e-external-model"}
{"level":"info","ts":1784691290.5370991,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784691290.5371263,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","input":"openai-chat","output":"openai-chat"}
{"level":"error","ts":1784691290.5371377,"caller":"apikey-injection/plugin.go:162","msg":"credentials not found in store","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","authType":"apikey","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/apikey-injection.(*ApiKeyInjectionPlugin).ProcessRequest\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/apikey-injection/plugin.go:162\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).runRequestPlugins\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/request.go:143\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleRequestBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/request.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:177\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"error","ts":1784691290.5371885,"caller":"handlers/request.go:146","msg":"Failed to execute request plugin","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","plugin":"apikey-injection/apikey-injection","error":"inference error: Internal - authType 'apikey' credentials not found","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).runRequestPlugins\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/request.go:146\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleRequestBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/request.go:80\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:177\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784691290.5372233,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda"}
{"level":"error","ts":1784691290.5372303,"caller":"handlers/server.go:220","msg":"failed to process request","x-request-id":"85ab8c4a-68d4-4e8a-a98e-cde1db26acda","error":"inference error: Internal - authType 'apikey' credentials not found","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:220\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784691290.6458988,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf409f3f-e111-4606-970c-154ab2e85ff2","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.6489272,"caller":"legacymigration/reconciler.go:147","msg":"creating ExternalProvider","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf409f3f-e111-4606-970c-154ab2e85ff2","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.6540737,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6662c80d-e666-4ad3-a227-699186c1efdc"}
{"level":"info","ts":1784691290.6540854,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bf902cf-0f09-4eda-bfe3-ca3dacc23405","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.654116,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2bf902cf-0f09-4eda-bfe3-ca3dacc23405","provider":"openai","endpoint":"httpbin.org"}
{"level":"error","ts":1784691290.6545308,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cf409f3f-e111-4606-970c-154ab2e85ff2","error":"failed to apply ExternalProvider: externalproviders.inference.opendatahub.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691290.659796,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"685b7308-2f7a-403b-8282-a7aa5f3ca49b","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.6615138,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6662c80d-e666-4ad3-a227-699186c1efdc","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.6615748,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e77078b9-d946-45f6-823c-843026f4bfac","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.661606,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e77078b9-d946-45f6-823c-843026f4bfac","provider":"openai","endpoint":"httpbin.org"}
{"level":"info","ts":1784691290.664046,"caller":"legacymigration/reconciler.go:169","msg":"creating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"685b7308-2f7a-403b-8282-a7aa5f3ca49b","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.6643915,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"defd44ff-c488-4875-a360-6cfdc4105abd","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.664403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecedb112-573d-42bd-b866-ff5852ef4630"}
{"level":"info","ts":1784691290.6644163,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"defd44ff-c488-4875-a360-6cfdc4105abd","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784691290.6709256,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6662c80d-e666-4ad3-a227-699186c1efdc","kind":"ServiceEntry","name":"e2e-cleanup-test"}
{"level":"error","ts":1784691290.6741993,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"685b7308-2f7a-403b-8282-a7aa5f3ca49b","error":"failed to apply ExternalModel: externalmodels.inference.opendatahub.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691290.6747108,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aaa66435-f4cf-4b14-8db7-cb257256fb08","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.6747396,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"aaa66435-f4cf-4b14-8db7-cb257256fb08","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784691290.6749072,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecedb112-573d-42bd-b866-ff5852ef4630","provider":"e2e-cleanup-test","phase":"Pending"}
{"level":"info","ts":1784691290.6840577,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6662c80d-e666-4ad3-a227-699186c1efdc","kind":"DestinationRule","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.6843054,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9b8a07d-4990-4772-8297-179de786af01","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.6845472,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"258efcb1-9a7c-4817-847c-4418949dbfb3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.6845737,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"258efcb1-9a7c-4817-847c-4418949dbfb3","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784691290.6849477,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ecedb112-573d-42bd-b866-ff5852ef4630","error":"ExternalModel \"e2e-cleanup-test\": no provider refs resolved successfully: ExternalProvider \"e2e-cleanup-test\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691290.6850042,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"486a83a2-ceab-481f-bf00-48e96b32c042"}
{"level":"info","ts":1784691290.685032,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"486a83a2-ceab-481f-bf00-48e96b32c042","provider":"e2e-cleanup-test","phase":"Pending"}
{"level":"info","ts":1784691290.6878703,"caller":"legacymigration/reconciler.go:183","msg":"updating ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9b8a07d-4990-4772-8297-179de786af01","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.6900997,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6662c80d-e666-4ad3-a227-699186c1efdc","service":"e2e-cleanup-test","serviceEntry":"e2e-cleanup-test","destinationRule":"e2e-cleanup-test"}
{"level":"error","ts":1784691290.6901286,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"486a83a2-ceab-481f-bf00-48e96b32c042","error":"ExternalModel \"e2e-cleanup-test\": no provider refs resolved successfully: ExternalProvider \"e2e-cleanup-test\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691290.697129,"caller":"legacymigration/reconciler.go:138","msg":"legacy migration complete","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a9b8a07d-4990-4772-8297-179de786af01","provider":"openai","model":"e2e-cleanup-test","targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784691290.6976602,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"674cd851-1904-4a92-b968-4777e120bfb1","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.697686,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"674cd851-1904-4a92-b968-4777e120bfb1","provider":"openai","endpoint":"httpbin.org"}
{"level":"info","ts":1784691290.6977158,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb7b5da2-93dc-4bbb-b730-49ad625d9171"}
{"level":"info","ts":1784691290.697755,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34de03f4-95f9-42c5-a612-9e5650213018","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.6977959,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"34de03f4-95f9-42c5-a612-9e5650213018","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784691290.6977546,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb7b5da2-93dc-4bbb-b730-49ad625d9171","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.6979604,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d13596e8-e223-47cb-b277-b823e63d7add"}
{"level":"info","ts":1784691290.6979985,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d13596e8-e223-47cb-b277-b823e63d7add","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.7109146,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d13596e8-e223-47cb-b277-b823e63d7add","service":"e2e-cleanup-test","serviceEntry":"e2e-cleanup-test","destinationRule":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.714698,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b031a08-5d46-4762-a939-57e4f76523bd","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.7147279,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7b031a08-5d46-4762-a939-57e4f76523bd","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784691290.7156703,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb7b5da2-93dc-4bbb-b730-49ad625d9171","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784691290.7157128,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cb7b5da2-93dc-4bbb-b730-49ad625d9171","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691290.7157643,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ad363bd-9b58-4b90-8bba-097e83880b52"}
{"level":"info","ts":1784691290.7158444,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ad363bd-9b58-4b90-8bba-097e83880b52","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.7301085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e514334a-ce34-41a4-a4cc-a170992dbd00","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.7301545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e514334a-ce34-41a4-a4cc-a170992dbd00","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784691290.7303185,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ad363bd-9b58-4b90-8bba-097e83880b52","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691290.7303712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd68e4bf-8a42-4845-89c9-b636c6a7d419"}
{"level":"info","ts":1784691290.7304153,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd68e4bf-8a42-4845-89c9-b636c6a7d419","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.7396965,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bd68e4bf-8a42-4845-89c9-b636c6a7d419","httpRoute":"e2e-cleanup-test","providers":["e2e-cleanup-test"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784691290.7474618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f162e96a-2c35-45a9-a8d2-77178e5d8cfb"}
{"level":"info","ts":1784691290.74752,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f162e96a-2c35-45a9-a8d2-77178e5d8cfb","name":"e2e-cleanup-test"}
{"level":"info","ts":1784691290.7475233,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5cf37f4-eab3-4d85-b0d8-01a2455d6141","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691290.7475545,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b5cf37f4-eab3-4d85-b0d8-01a2455d6141","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784691290.7556767,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f162e96a-2c35-45a9-a8d2-77178e5d8cfb","httpRoute":"e2e-cleanup-test","providers":["e2e-cleanup-test"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784691298.8838055,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a4cc81be-b477-4c84-b022-2b20dea483d3","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691298.8945742,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"266959d9-d68e-4895-9df0-95bfd276b37c","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691298.894628,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"266959d9-d68e-4895-9df0-95bfd276b37c","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784691298.894632,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f67e87bc-a0a2-406f-bd8f-69b97c04b1c5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691298.894656,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f67e87bc-a0a2-406f-bd8f-69b97c04b1c5","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691298.8945796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c36abf6-f0c2-496c-9024-7d7b40fdd274"}
{"level":"info","ts":1784691298.8946998,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f25d29c4-e811-4f4c-8e7c-0c84135a793c"}
{"level":"error","ts":1784691298.8947093,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c36abf6-f0c2-496c-9024-7d7b40fdd274","provider":"e2e-cleanup-test","error":"ExternalProvider.inference.opendatahub.io \"e2e-cleanup-test\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691298.8954015,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88acf4f2-76c8-4755-aec2-2cbdeded07bf","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784691298.8954258,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"88acf4f2-76c8-4755-aec2-2cbdeded07bf","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"error","ts":1784691298.9014115,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c36abf6-f0c2-496c-9024-7d7b40fdd274","error":"externalmodels.inference.opendatahub.io \"e2e-cleanup-test\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784691298.901456,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8c36abf6-f0c2-496c-9024-7d7b40fdd274","error":"ExternalModel \"e2e-cleanup-test\": no provider refs resolved successfully: ExternalProvider \"e2e-cleanup-test\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691298.9015043,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"defa4f69-d199-4965-aa60-6a169e85c16c"}
{"level":"info","ts":1784691303.1876657,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784691303.1877372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396"}
{"level":"info","ts":1784691303.1877453,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396"}
{"level":"info","ts":1784691303.187757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396","EoS":true}
{"level":"info","ts":1784691303.1878078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784691303.1878374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2930b81-750c-4f06-a4dc-0bca1af79396"}
{"level":"info","ts":1784691303.2249196,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784691303.2249966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"}
{"level":"info","ts":1784691303.225008,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"}
{"level":"info","ts":1784691303.22502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","EoS":true}
{"level":"info","ts":1784691303.2250469,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","header":"x-maas-group"}
{"level":"info","ts":1784691303.2250612,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","header":"x-maas-subscription"}
{"level":"info","ts":1784691303.2250676,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","header":"x-maas-username"}
{"level":"info","ts":1784691303.2250848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784691303.2251172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"}
{"level":"info","ts":1784691303.535381,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"}
{"level":"info","ts":1784691303.5354147,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"}
{"level":"info","ts":1784691303.5354328,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","EoS":false}
{"level":"info","ts":1784691303.5354514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","EoS":true}
{"level":"error","ts":1784691303.5354671,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5","error":"invalid character '<' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784691303.535522,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"53bb512a-00ae-4aa6-bc98-003963c3f4e5"}
{"level":"info","ts":1784691303.5726683,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784691303.5727456,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"}
{"level":"info","ts":1784691303.5727584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"}
{"level":"info","ts":1784691303.572796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","EoS":true}
{"level":"info","ts":1784691303.5728245,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","header":"x-maas-subscription"}
{"level":"info","ts":1784691303.572836,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","header":"x-maas-group"}
{"level":"info","ts":1784691303.5728402,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","header":"x-maas-username"}
{"level":"info","ts":1784691303.57288,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"}
{"level":"info","ts":1784691304.3923016,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"}
{"level":"info","ts":1784691304.3923347,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"}
{"level":"info","ts":1784691304.3923514,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","EoS":false}
{"level":"info","ts":1784691304.3923652,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","EoS":true}
{"level":"error","ts":1784691304.3923836,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478","error":"invalid character '<' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784691304.392428,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"18ca1d44-b60e-4c25-bc1d-a23b87871478"}
{"level":"info","ts":1784691305.2027445,"caller":"legacymigration/reconciler.go:61","msg":"reconciling legacy ExternalModel","controller":"legacy-migration","controllerGroup":"maas.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b22cfb99-72ac-4104-941d-f8e1a1777c5c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691305.2126324,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c239c8cf-b491-4d37-b8da-694b4a54ec51","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691305.2126546,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d72fd19-608d-49d6-9d2b-66982ec8ba12"}
{"level":"info","ts":1784691305.2126846,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c239c8cf-b491-4d37-b8da-694b4a54ec51","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691305.2127488,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09915992-73ba-4ed7-b960-02064adc14ab"}
{"level":"info","ts":1784691305.2127645,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745f9ebb-410d-44ea-9357-86f882487e46","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1784691305.2127879,"caller":"externalmodel/reconciler.go:135","msg":"ExternalProvider not found, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09915992-73ba-4ed7-b960-02064adc14ab","provider":"e2e-external-model","error":"ExternalProvider.inference.opendatahub.io \"e2e-external-model\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).reconcileHTTPRoute\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:135\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:106\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784691305.2128177,"caller":"model-provider-resolver/external_model_reconciler.go:77","msg":"failed to resolve ref, skipping","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745f9ebb-410d-44ea-9357-86f882487e46","provider":"e2e-external-model","error":"ExternalProvider \"e2e-external-model\" not yet available in store","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver.(*externalModelReconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/plugins/model-provider-resolver/external_model_reconciler.go:77\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691305.2128482,"caller":"model-provider-resolver/external_model_reconciler.go:84","msg":"no ExternalProvider available for any ref, requeuing","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"745f9ebb-410d-44ea-9357-86f882487e46"}
{"level":"info","ts":1784691305.213293,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72b5989f-69a9-46f6-9dd9-a4aff92c9c55","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784691305.2133179,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72b5989f-69a9-46f6-9dd9-a4aff92c9c55","name":"e2e-external-model","namespace":"llm"}
{"level":"error","ts":1784691305.215865,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09915992-73ba-4ed7-b960-02064adc14ab","error":"externalmodels.inference.opendatahub.io \"e2e-external-model\" not found","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784691305.2159026,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09915992-73ba-4ed7-b960-02064adc14ab","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-model\" not found in namespace \"llm\"","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784691305.2159493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cb750aa8-7f5d-4fba-b68a-767313fa5e9a"}
{"level":"info","ts":1784691918.6989558,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784691918.6990342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"}
{"level":"info","ts":1784691918.699042,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"}
{"level":"info","ts":1784691918.6990538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","EoS":true}
{"level":"info","ts":1784691918.6990774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","header":"x-maas-group"}
{"level":"info","ts":1784691918.6990879,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","header":"x-maas-subscription"}
{"level":"info","ts":1784691918.699093,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","header":"x-maas-username"}
{"level":"info","ts":1784691918.6991055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","path":"/ai-tenant-e2e-inf-b-4c93e4/test-model-4c93e4/v1/chat/completions"}
{"level":"info","ts":1784691918.6991305,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"}
{"level":"info","ts":1784691918.7124739,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"}
{"level":"info","ts":1784691918.7124958,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"}
{"level":"info","ts":1784691918.71252,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","EoS":false}
{"level":"info","ts":1784691918.712532,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18","EoS":true}
{"level":"info","ts":1784691918.7125762,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"97d09345-ef53-4851-8265-b70902c69b18"}
{"level":"info","ts":1784692402.7966812,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784692402.7967591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"}
{"level":"info","ts":1784692402.7967665,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"}
{"level":"info","ts":1784692402.7967985,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","EoS":true}
{"level":"info","ts":1784692402.7968247,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","header":"x-maas-group"}
{"level":"info","ts":1784692402.796833,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","header":"x-maas-username"}
{"level":"info","ts":1784692402.796837,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","header":"x-maas-subscription"}
{"level":"info","ts":1784692402.7968495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","path":"/ai-tenant-e2e-shared-b-be39c1/rate-test-model-be39c1/v1/completions"}
{"level":"info","ts":1784692402.7968745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"}
{"level":"info","ts":1784692402.8094766,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"}
{"level":"info","ts":1784692402.8095047,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"}
{"level":"info","ts":1784692402.8095264,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","EoS":false}
{"level":"info","ts":1784692402.809544,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135","EoS":true}
{"level":"info","ts":1784692402.8095975,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"64b187d3-ef8f-4c59-8251-1dda1844d135"}