{"level":"info","ts":1784857487.925132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829"}
{"level":"info","ts":1784857487.925144,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","EoS":true}
{"level":"info","ts":1784857487.9251695,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","header":"x-maas-subscription"}
{"level":"info","ts":1784857487.9251812,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","header":"x-maas-username"}
{"level":"info","ts":1784857487.9251866,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","header":"x-maas-group"}
{"level":"info","ts":1784857487.9252121,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857487.925239,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829"}
{"level":"info","ts":1784857487.9260738,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829"}
{"level":"info","ts":1784857487.9260926,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829"}
{"level":"info","ts":1784857487.9261072,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","EoS":false}
{"level":"info","ts":1784857487.9261189,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","EoS":true}
{"level":"info","ts":1784857487.9261565,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829"}
{"level":"info","ts":1784857511.1005332,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857511.1006165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"}
{"level":"info","ts":1784857511.1006422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"}
{"level":"info","ts":1784857511.1006546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","EoS":true}
{"level":"info","ts":1784857511.1006823,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","header":"x-maas-group"}
{"level":"info","ts":1784857511.1006932,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","header":"x-maas-subscription"}
{"level":"info","ts":1784857511.1006975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","header":"x-maas-username"}
{"level":"info","ts":1784857511.1007123,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857511.100738,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"}
{"level":"info","ts":1784857511.1036925,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"}
{"level":"info","ts":1784857511.1037147,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"}
{"level":"info","ts":1784857511.103731,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","EoS":false}
{"level":"info","ts":1784857511.1037438,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","EoS":true}
{"level":"info","ts":1784857511.1037908,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"}
{"level":"info","ts":1784857511.2415032,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857511.2416255,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"}
{"level":"info","ts":1784857511.2416463,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"}
{"level":"info","ts":1784857511.2416675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","EoS":true}
{"level":"info","ts":1784857511.2417035,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","header":"x-maas-subscription"}
{"level":"info","ts":1784857511.2417188,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","header":"x-maas-group"}
{"level":"info","ts":1784857511.2417278,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","header":"x-maas-username"}
{"level":"info","ts":1784857511.2417486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857511.2417798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"}
{"level":"info","ts":1784857511.2427974,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"}
{"level":"info","ts":1784857511.2428238,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"}
{"level":"info","ts":1784857511.242847,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","EoS":false}
{"level":"info","ts":1784857511.2428627,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","EoS":true}
{"level":"info","ts":1784857511.2429137,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"}
{"level":"info","ts":1784857511.3815231,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857511.3816438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"}
{"level":"info","ts":1784857511.3816614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"}
{"level":"info","ts":1784857511.3816755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","EoS":true}
{"level":"info","ts":1784857511.381706,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","header":"x-maas-username"}
{"level":"info","ts":1784857511.3817172,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","header":"x-maas-group"}
{"level":"info","ts":1784857511.381722,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","header":"x-maas-subscription"}
{"level":"info","ts":1784857511.381736,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857511.38176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"}
{"level":"info","ts":1784857511.3827312,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"}
{"level":"info","ts":1784857511.3827507,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"}
{"level":"info","ts":1784857511.3827674,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","EoS":false}
{"level":"info","ts":1784857511.382779,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","EoS":true}
{"level":"info","ts":1784857511.3828135,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"}
{"level":"info","ts":1784857511.5186033,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857511.5187173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"}
{"level":"info","ts":1784857511.5187354,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"}
{"level":"info","ts":1784857511.5187497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","EoS":true}
{"level":"info","ts":1784857511.518779,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","header":"x-maas-group"}
{"level":"info","ts":1784857511.5187907,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","header":"x-maas-subscription"}
{"level":"info","ts":1784857511.518796,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","header":"x-maas-username"}
{"level":"info","ts":1784857511.5188096,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857511.518838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"}
{"level":"info","ts":1784857511.5197444,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"}
{"level":"info","ts":1784857511.5197632,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"}
{"level":"info","ts":1784857511.5197785,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","EoS":false}
{"level":"info","ts":1784857511.5197902,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","EoS":true}
{"level":"info","ts":1784857511.519829,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"}
{"level":"info","ts":1784857511.6562986,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857511.656391,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"}
{"level":"info","ts":1784857511.6564012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"}
{"level":"info","ts":1784857511.656413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","EoS":true}
{"level":"info","ts":1784857511.6564374,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","header":"x-maas-group"}
{"level":"info","ts":1784857511.6564484,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","header":"x-maas-username"}
{"level":"info","ts":1784857511.6564536,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","header":"x-maas-subscription"}
{"level":"info","ts":1784857511.6564682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857511.6564937,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"}
{"level":"info","ts":1784857511.6573231,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"}
{"level":"info","ts":1784857511.6573474,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"}
{"level":"info","ts":1784857511.657369,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","EoS":false}
{"level":"info","ts":1784857511.657387,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","EoS":true}
{"level":"info","ts":1784857511.6574335,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"}
{"level":"info","ts":1784857530.6227887,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857530.6228776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"}
{"level":"info","ts":1784857530.6228912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"}
{"level":"info","ts":1784857530.622905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","EoS":true}
{"level":"info","ts":1784857530.622931,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","header":"x-maas-subscription"}
{"level":"info","ts":1784857530.6229413,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","header":"x-maas-group"}
{"level":"info","ts":1784857530.622947,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","header":"x-maas-username"}
{"level":"info","ts":1784857530.6229603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857530.6229866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"}
{"level":"info","ts":1784857530.623844,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"}
{"level":"info","ts":1784857530.6238654,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"}
{"level":"info","ts":1784857530.623881,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","EoS":false}
{"level":"info","ts":1784857530.623901,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","EoS":true}
{"level":"info","ts":1784857530.6239583,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"}
{"level":"info","ts":1784857530.7341604,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857530.7342372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5cea740-182f-45a3-ad5d-e7c930bb9ec3"}
{"level":"info","ts":1784857530.7360535,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5cea740-182f-45a3-ad5d-e7c930bb9ec3"}
{"level":"info","ts":1784857530.736073,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5cea740-182f-45a3-ad5d-e7c930bb9ec3"}
{"level":"info","ts":1784857530.7360954,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5cea740-182f-45a3-ad5d-e7c930bb9ec3","EoS":false}
{"level":"info","ts":1784857530.7361145,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c5cea740-182f-45a3-ad5d-e7c930bb9ec3"}
{"level":"info","ts":1784857530.7361746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5cea740-182f-45a3-ad5d-e7c930bb9ec3","EoS":true}
{"level":"info","ts":1784857530.736186,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"c5cea740-182f-45a3-ad5d-e7c930bb9ec3"}
{"level":"info","ts":1784857535.389858,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857535.3899486,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"}
{"level":"info","ts":1784857535.3899624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"}
{"level":"info","ts":1784857535.3899744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","EoS":true}
{"level":"info","ts":1784857535.3899999,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","header":"x-maas-group"}
{"level":"info","ts":1784857535.39001,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","header":"x-maas-username"}
{"level":"info","ts":1784857535.3900146,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","header":"x-maas-subscription"}
{"level":"info","ts":1784857535.39007,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857535.390098,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"}
{"level":"info","ts":1784857535.3909795,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"}
{"level":"info","ts":1784857535.3910067,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"}
{"level":"info","ts":1784857535.391048,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","EoS":false}
{"level":"info","ts":1784857535.3910694,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","EoS":true}
{"level":"info","ts":1784857535.3911238,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"}
{"level":"info","ts":1784857543.975304,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857543.975417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"}
{"level":"info","ts":1784857543.9754336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"}
{"level":"info","ts":1784857543.975447,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","EoS":true}
{"level":"info","ts":1784857543.9754772,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","header":"x-maas-username"}
{"level":"info","ts":1784857543.9754877,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","header":"x-maas-group"}
{"level":"info","ts":1784857543.9754922,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","header":"x-maas-subscription"}
{"level":"info","ts":1784857543.975506,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784857543.9755323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"}
{"level":"info","ts":1784857543.9772925,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"}
{"level":"info","ts":1784857543.977316,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"}
{"level":"info","ts":1784857543.9773364,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","EoS":false}
{"level":"info","ts":1784857543.9773555,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","EoS":true}
{"level":"info","ts":1784857543.9774055,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"}
{"level":"info","ts":1784857556.8512409,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857556.851319,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"}
{"level":"info","ts":1784857556.8513362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"}
{"level":"info","ts":1784857556.8513546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","EoS":true}
{"level":"info","ts":1784857556.8513923,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","header":"x-maas-username"}
{"level":"info","ts":1784857556.8514075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","header":"x-maas-group"}
{"level":"info","ts":1784857556.8514154,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","header":"x-maas-subscription"}
{"level":"info","ts":1784857556.8514326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857556.8514676,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"}
{"level":"info","ts":1784857556.8523505,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"}
{"level":"info","ts":1784857556.852378,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"}
{"level":"info","ts":1784857556.8524003,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","EoS":false}
{"level":"info","ts":1784857556.8524208,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","EoS":true}
{"level":"info","ts":1784857556.8524585,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"}
{"level":"info","ts":1784857565.4177096,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857565.4177942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"}
{"level":"info","ts":1784857565.4178348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"}
{"level":"info","ts":1784857565.4178474,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","EoS":true}
{"level":"info","ts":1784857565.417874,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","header":"x-maas-username"}
{"level":"info","ts":1784857565.4178848,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","header":"x-maas-subscription"}
{"level":"info","ts":1784857565.4178898,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","header":"x-maas-group"}
{"level":"info","ts":1784857565.417904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857565.41797,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"}
{"level":"info","ts":1784857565.4188902,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"}
{"level":"info","ts":1784857565.4189122,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"}
{"level":"info","ts":1784857565.4189346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","EoS":false}
{"level":"info","ts":1784857565.4189572,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","EoS":true}
{"level":"info","ts":1784857565.4189947,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"}
{"level":"info","ts":1784857574.3345766,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857574.334673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"}
{"level":"info","ts":1784857574.3346853,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"}
{"level":"info","ts":1784857574.3347032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","EoS":true}
{"level":"info","ts":1784857574.3347325,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","header":"x-maas-group"}
{"level":"info","ts":1784857574.334743,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","header":"x-maas-subscription"}
{"level":"info","ts":1784857574.3347492,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","header":"x-maas-username"}
{"level":"info","ts":1784857574.334763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857574.334792,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"}
{"level":"info","ts":1784857574.3356552,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"}
{"level":"info","ts":1784857574.3356822,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"}
{"level":"info","ts":1784857574.335706,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","EoS":false}
{"level":"info","ts":1784857574.3357272,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","EoS":true}
{"level":"info","ts":1784857574.3357666,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"}
{"level":"info","ts":1784857597.2676747,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857597.2677772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"}
{"level":"info","ts":1784857597.2677882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"}
{"level":"info","ts":1784857597.2678013,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","EoS":true}
{"level":"info","ts":1784857597.267828,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","header":"x-maas-subscription"}
{"level":"info","ts":1784857597.2678382,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","header":"x-maas-username"}
{"level":"info","ts":1784857597.2678442,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","header":"x-maas-group"}
{"level":"info","ts":1784857597.2678568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784857597.267884,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"}
{"level":"info","ts":1784857597.269922,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"}
{"level":"info","ts":1784857597.2699416,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"}
{"level":"info","ts":1784857597.2699566,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","EoS":false}
{"level":"info","ts":1784857597.2699678,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","EoS":true}
{"level":"info","ts":1784857597.2699974,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"}
{"level":"info","ts":1784857619.7537048,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857619.753792,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"}
{"level":"info","ts":1784857619.7538044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"}
{"level":"info","ts":1784857619.7538168,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","EoS":true}
{"level":"info","ts":1784857619.7538474,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","header":"x-maas-username"}
{"level":"info","ts":1784857619.7538579,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","header":"x-maas-subscription"}
{"level":"info","ts":1784857619.7538626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","header":"x-maas-group"}
{"level":"info","ts":1784857619.7538762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784857619.753903,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"}
{"level":"info","ts":1784857619.756616,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"}
{"level":"info","ts":1784857619.756633,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"}
{"level":"info","ts":1784857619.7566473,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","EoS":false}
{"level":"info","ts":1784857619.7566578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","EoS":true}
{"level":"info","ts":1784857619.7566977,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"}
{"level":"info","ts":1784857646.3627465,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857646.36292,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"}
{"level":"info","ts":1784857646.362966,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"}
{"level":"info","ts":1784857646.3630087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","EoS":true}
{"level":"info","ts":1784857646.3631735,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","header":"x-maas-group"}
{"level":"info","ts":1784857646.3632133,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","header":"x-maas-username"}
{"level":"info","ts":1784857646.3632421,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","header":"x-maas-subscription"}
{"level":"info","ts":1784857646.363282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857646.363344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"}
{"level":"info","ts":1784857646.369233,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"}
{"level":"info","ts":1784857646.369263,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"}
{"level":"info","ts":1784857646.3692844,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","EoS":false}
{"level":"info","ts":1784857646.3693035,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","EoS":true}
{"level":"info","ts":1784857646.3693707,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"}
{"level":"info","ts":1784857655.8236196,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857655.823707,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"}
{"level":"info","ts":1784857655.8237216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"}
{"level":"info","ts":1784857655.823735,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","EoS":true}
{"level":"info","ts":1784857655.8237627,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","header":"x-maas-group"}
{"level":"info","ts":1784857655.823773,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","header":"x-maas-subscription"}
{"level":"info","ts":1784857655.8237782,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","header":"x-maas-username"}
{"level":"info","ts":1784857655.823805,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857655.8238304,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"}
{"level":"info","ts":1784857655.824838,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"}
{"level":"info","ts":1784857655.8248544,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"}
{"level":"info","ts":1784857655.824867,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","EoS":false}
{"level":"info","ts":1784857655.8248794,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","EoS":true}
{"level":"info","ts":1784857655.8249154,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"}
{"level":"info","ts":1784857655.8594155,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857655.8595088,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"}
{"level":"info","ts":1784857655.859549,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"}
{"level":"info","ts":1784857655.859563,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","EoS":true}
{"level":"info","ts":1784857655.85959,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","header":"x-maas-username"}
{"level":"info","ts":1784857655.8596013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","header":"x-maas-group"}
{"level":"info","ts":1784857655.859606,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","header":"x-maas-subscription"}
{"level":"info","ts":1784857655.8596187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857655.8596454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"}
{"level":"info","ts":1784857655.8628237,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"}
{"level":"info","ts":1784857655.862854,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"}
{"level":"info","ts":1784857655.862879,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","EoS":false}
{"level":"info","ts":1784857655.8628957,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","EoS":true}
{"level":"info","ts":1784857655.8629482,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"}
{"level":"info","ts":1784857675.14769,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857675.147782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"}
{"level":"info","ts":1784857675.147795,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"}
{"level":"info","ts":1784857675.1478071,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","EoS":true}
{"level":"info","ts":1784857675.1478348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","header":"x-maas-username"}
{"level":"info","ts":1784857675.147845,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","header":"x-maas-group"}
{"level":"info","ts":1784857675.1478498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","header":"x-maas-subscription"}
{"level":"info","ts":1784857675.1478627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857675.1478887,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"}
{"level":"info","ts":1784857675.1487284,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"}
{"level":"info","ts":1784857675.1487503,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"}
{"level":"info","ts":1784857675.148773,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","EoS":false}
{"level":"info","ts":1784857675.148788,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","EoS":true}
{"level":"info","ts":1784857675.148825,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"}
{"level":"info","ts":1784857806.5002897,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857806.5003865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"}
{"level":"info","ts":1784857806.5003996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"}
{"level":"info","ts":1784857806.5004163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","EoS":true}
{"level":"info","ts":1784857806.5004475,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","header":"x-maas-subscription"}
{"level":"info","ts":1784857806.5004582,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","header":"x-maas-group"}
{"level":"info","ts":1784857806.5004628,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","header":"x-maas-username"}
{"level":"info","ts":1784857806.5004776,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784857806.5005045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"}
{"level":"info","ts":1784857806.503617,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"}
{"level":"info","ts":1784857806.5036466,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"}
{"level":"info","ts":1784857806.5036633,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","EoS":false}
{"level":"info","ts":1784857806.503675,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","EoS":true}
{"level":"info","ts":1784857806.5037055,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"}
{"level":"info","ts":1784857843.857572,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857843.8576589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"}
{"level":"info","ts":1784857843.85767,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"}
{"level":"info","ts":1784857843.8576815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","EoS":true}
{"level":"info","ts":1784857843.8577085,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","header":"x-maas-username"}
{"level":"info","ts":1784857843.8577187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","header":"x-maas-subscription"}
{"level":"info","ts":1784857843.857724,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","header":"x-maas-group"}
{"level":"info","ts":1784857843.8577375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857843.8577623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"}
{"level":"info","ts":1784857843.8586085,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"}
{"level":"info","ts":1784857843.8586307,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"}
{"level":"info","ts":1784857843.8586457,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","EoS":false}
{"level":"info","ts":1784857843.8586578,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","EoS":true}
{"level":"info","ts":1784857843.8586972,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"}
{"level":"info","ts":1784857859.2307982,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784857859.230893,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"}
{"level":"info","ts":1784857859.2309072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"}
{"level":"info","ts":1784857859.2309196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","EoS":true}
{"level":"info","ts":1784857859.2309458,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","header":"x-maas-subscription"}
{"level":"info","ts":1784857859.2309587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","header":"x-maas-group"}
{"level":"info","ts":1784857859.2309635,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","header":"x-maas-username"}
{"level":"info","ts":1784857859.2309768,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784857859.231002,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"}
{"level":"info","ts":1784857859.2338576,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"}
{"level":"info","ts":1784857859.2338812,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"}
{"level":"info","ts":1784857859.233904,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","EoS":false}
{"level":"info","ts":1784857859.233923,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","EoS":true}
{"level":"info","ts":1784857859.2339666,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"}
{"level":"info","ts":1784858172.277855,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784858172.2779508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"}
{"level":"info","ts":1784858172.277959,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"}
{"level":"info","ts":1784858172.2779717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","EoS":true}
{"level":"info","ts":1784858172.2779963,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","header":"x-maas-subscription"}
{"level":"info","ts":1784858172.2780075,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","header":"x-maas-username"}
{"level":"info","ts":1784858172.278013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","header":"x-maas-group"}
{"level":"info","ts":1784858172.2780423,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784858172.2780728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"}
{"level":"info","ts":1784858172.281434,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"}
{"level":"info","ts":1784858172.2814608,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"}
{"level":"info","ts":1784858172.281476,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","EoS":false}
{"level":"info","ts":1784858172.2814882,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","EoS":true}
{"level":"info","ts":1784858172.281519,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"}
{"level":"info","ts":1784858172.319201,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784858172.319279,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"}
{"level":"info","ts":1784858172.3192916,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"}
{"level":"info","ts":1784858172.3193042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","EoS":true}
{"level":"info","ts":1784858172.319339,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","header":"x-maas-username"}
{"level":"info","ts":1784858172.3193495,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","header":"x-maas-group"}
{"level":"info","ts":1784858172.3193548,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","header":"x-maas-subscription"}
{"level":"info","ts":1784858172.3193684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784858172.3193948,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"}
{"level":"info","ts":1784858172.3202934,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"}
{"level":"info","ts":1784858172.3203146,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"}
{"level":"info","ts":1784858172.3203301,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","EoS":false}
{"level":"info","ts":1784858172.3203473,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","EoS":true}
{"level":"info","ts":1784858172.3203866,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"}
{"level":"info","ts":1784858177.135167,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3077a1e2-75be-4df9-a5ba-6668de311ff6","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784858177.1354725,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36377.45761139,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.1354992,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.1912067,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.2360015,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"3077a1e2-75be-4df9-a5ba-6668de311ff6","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784858177.2568717,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cc4b3a3-20ef-47ac-9123-6b7249a2bc7c","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784858177.256917,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1cc4b3a3-20ef-47ac-9123-6b7249a2bc7c","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784858177.2569816,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2f6c92d-3175-4098-ba22-f177a31743a6"}
{"level":"info","ts":1784858177.264228,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0689a379-7013-49c5-b3c8-e7a41b531b86","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784858177.2642653,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0689a379-7013-49c5-b3c8-e7a41b531b86","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784858177.264564,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35869.577307106,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.2645903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.272372,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.365496,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2f6c92d-3175-4098-ba22-f177a31743a6","name":"e2e-external-provider"}
{"level":"info","ts":1784858177.376736,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"322c13aa-a305-48fb-9c56-010e380784bd","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858177.3767636,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72521a6a-ac26-438c-9dbc-f9ab702f164a"}
{"level":"info","ts":1784858177.3767858,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"322c13aa-a305-48fb-9c56-010e380784bd","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784858177.3804348,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2f6c92d-3175-4098-ba22-f177a31743a6","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784858177.3846498,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"220fd60a-f6f3-424b-833b-7252be519a1a","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858177.38468,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"220fd60a-f6f3-424b-833b-7252be519a1a","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784858177.3848333,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72521a6a-ac26-438c-9dbc-f9ab702f164a","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784858177.3917046,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2f6c92d-3175-4098-ba22-f177a31743a6","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"info","ts":1784858177.3918133,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31cd116b-18dd-46e4-b1c9-ec094e9b8b3f","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858177.3918495,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"31cd116b-18dd-46e4-b1c9-ec094e9b8b3f","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784858177.3920937,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"72521a6a-ac26-438c-9dbc-f9ab702f164a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784858177.3921626,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97c81dc1-ae6f-4da4-b225-6ed1ad3e4477"}
{"level":"info","ts":1784858177.3921878,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97c81dc1-ae6f-4da4-b225-6ed1ad3e4477","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784858177.3968263,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d2f6c92d-3175-4098-ba22-f177a31743a6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784858177.3968577,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"97c81dc1-ae6f-4da4-b225-6ed1ad3e4477","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784858177.4046938,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14f0a953-1349-4a9b-a9f6-74b41853c60f"}
{"level":"info","ts":1784858177.4047754,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14f0a953-1349-4a9b-a9f6-74b41853c60f","name":"e2e-external-provider"}
{"level":"info","ts":1784858177.4049184,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dfa5ce2-f2c0-4ffb-b326-2378f0751bc9"}
{"level":"info","ts":1784858177.4056423,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6745c66c-070d-4e99-acf9-b339f6ffda23","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784858177.4056954,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6745c66c-070d-4e99-acf9-b339f6ffda23","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784858177.4059722,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34181.461384651,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.4059978,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.4064004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5245503-ca71-43c3-bd34-856ccd9dea70","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858177.406437,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c5245503-ca71-43c3-bd34-856ccd9dea70","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784858177.413427,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784858177.4147685,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"14f0a953-1349-4a9b-a9f6-74b41853c60f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784858177.4192681,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93df06eb-399f-46bb-915c-10cd46c30ae8"}
{"level":"info","ts":1784858177.4193146,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93df06eb-399f-46bb-915c-10cd46c30ae8","name":"e2e-external-provider"}
{"level":"info","ts":1784858177.4278197,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"93df06eb-399f-46bb-915c-10cd46c30ae8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784858177.506838,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dfa5ce2-f2c0-4ffb-b326-2378f0751bc9","name":"e2e-external-model"}
{"level":"info","ts":1784858177.518388,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4dfa5ce2-f2c0-4ffb-b326-2378f0751bc9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784858177.5241861,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c40d21b-69ff-47ee-a95a-7cb0682fa1a9"}
{"level":"info","ts":1784858177.5241928,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e644f81-09af-4618-aff2-898d5dc02051","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858177.5242584,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8e644f81-09af-4618-aff2-898d5dc02051","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784858177.524272,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c40d21b-69ff-47ee-a95a-7cb0682fa1a9","name":"e2e-external-model"}
{"level":"error","ts":1784858177.5401533,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9c40d21b-69ff-47ee-a95a-7cb0682fa1a9","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784858177.5402281,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37a0466f-6edc-4800-99bf-becb34226455","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858177.5402696,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"37a0466f-6edc-4800-99bf-becb34226455","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784858177.5403013,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c5d5b8-8dc4-4616-adcc-b813f7fcdad2"}
{"level":"info","ts":1784858177.540375,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c5d5b8-8dc4-4616-adcc-b813f7fcdad2","name":"e2e-external-model"}
{"level":"info","ts":1784858177.5492516,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28c5d5b8-8dc4-4616-adcc-b813f7fcdad2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784858177.5543888,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"372c29be-05fd-4727-bbb7-3cf89fe68379"}
{"level":"info","ts":1784858177.5544004,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f54cc77c-dd45-4958-aca4-b5d69c1d5014","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858177.5544336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f54cc77c-dd45-4958-aca4-b5d69c1d5014","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784858177.5544577,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"372c29be-05fd-4727-bbb7-3cf89fe68379","name":"e2e-external-model"}
{"level":"info","ts":1784858177.5621023,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"372c29be-05fd-4727-bbb7-3cf89fe68379","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784858185.3030987,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784858185.3032048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386"}
{"level":"info","ts":1784858185.3032258,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386"}
{"level":"info","ts":1784858185.3032465,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","EoS":true}
{"level":"info","ts":1784858185.3032777,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","header":"x-maas-group"}
{"level":"info","ts":1784858185.3032897,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","header":"x-maas-subscription"}
{"level":"info","ts":1784858185.3032944,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","header":"x-maas-username"}
{"level":"info","ts":1784858185.3033092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784858185.3033168,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","modelName":"e2e-external-model"}
{"level":"info","ts":1784858185.3033292,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784858185.3033705,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784858185.3033884,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","authType":"apikey"}
{"level":"info","ts":1784858185.303421,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386"}
{"level":"info","ts":1784858185.4213033,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4285f053-4d71-41c1-807b-cfd5d45ca3fe","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784858185.42135,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4285f053-4d71-41c1-807b-cfd5d45ca3fe","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784858185.4213526,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e55879d-e24b-4372-ba84-e2cd842c059a"}
{"level":"info","ts":1784858185.4286253,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"108ee53d-0383-4f0a-917b-66789d96f98d","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784858185.428677,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"108ee53d-0383-4f0a-917b-66789d96f98d","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784858185.4297802,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e55879d-e24b-4372-ba84-e2cd842c059a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784858185.4298348,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e55879d-e24b-4372-ba84-e2cd842c059a","name":"e2e-cleanup-test"}
{"level":"info","ts":1784858185.4477835,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"398d83c4-c956-4b6b-be09-636d05b47e7e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784858185.4478285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"398d83c4-c956-4b6b-be09-636d05b47e7e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784858185.4480782,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e55879d-e24b-4372-ba84-e2cd842c059a","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784858185.4481196,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e55879d-e24b-4372-ba84-e2cd842c059a","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784858185.4481924,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3046d706-d637-4cdf-9115-df80048f9bf2"}
{"level":"info","ts":1784858185.4482517,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3046d706-d637-4cdf-9115-df80048f9bf2","name":"e2e-cleanup-test"}
{"level":"error","ts":1784858185.4610088,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3046d706-d637-4cdf-9115-df80048f9bf2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784858185.4612634,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59f9b90d-6ca8-49ea-bc4c-053cd2087fb2"}
{"level":"info","ts":1784858185.4612808,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4e446e7-1723-44a0-ae87-cb0cb502f885","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784858185.4613228,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f4e446e7-1723-44a0-ae87-cb0cb502f885","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784858185.4613273,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59f9b90d-6ca8-49ea-bc4c-053cd2087fb2","name":"e2e-cleanup-test"}
{"level":"info","ts":1784858185.46827,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"59f9b90d-6ca8-49ea-bc4c-053cd2087fb2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784858185.4735043,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"617367db-41f4-462c-9dab-03b768f3283e","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784858185.473552,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"617367db-41f4-462c-9dab-03b768f3283e","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784858185.4735982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d76b94f-ae06-4c42-b758-6ca9dfcb3fdd"}
{"level":"info","ts":1784858185.4736528,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d76b94f-ae06-4c42-b758-6ca9dfcb3fdd","name":"e2e-cleanup-test"}
{"level":"info","ts":1784858185.4808424,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6d76b94f-ae06-4c42-b758-6ca9dfcb3fdd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784858193.7083087,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dedd0b2-cfec-42ae-be8a-f6a69fb8e193","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784858193.7083488,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0dedd0b2-cfec-42ae-be8a-f6a69fb8e193","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784858193.708354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e13d090a-b8e7-407d-85c1-5f40fd2520e5"}
{"level":"info","ts":1784858198.0372105,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784858198.0372941,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b"}
{"level":"info","ts":1784858198.0373044,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b"}
{"level":"info","ts":1784858198.0373158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b","EoS":true}
{"level":"info","ts":1784858198.0373483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784858198.0373788,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b"}
{"level":"info","ts":1784858198.077112,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784858198.0771897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18"}
{"level":"info","ts":1784858198.0772014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18"}
{"level":"info","ts":1784858198.077214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","EoS":true}
{"level":"info","ts":1784858198.0772378,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","header":"x-maas-group"}
{"level":"info","ts":1784858198.0772493,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","header":"x-maas-username"}
{"level":"info","ts":1784858198.0772543,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","header":"x-maas-subscription"}
{"level":"info","ts":1784858198.0772672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784858198.0772762,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","modelName":"e2e-external-model"}
{"level":"info","ts":1784858198.0772903,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784858198.0773144,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784858198.0773323,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","authType":"apikey"}
{"level":"info","ts":1784858198.0773578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18"}
{"level":"info","ts":1784858198.1139474,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784858198.1140203,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"}
{"level":"info","ts":1784858198.1140456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"}
{"level":"info","ts":1784858198.1140625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","EoS":true}
{"level":"info","ts":1784858198.1140888,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","header":"x-maas-username"}
{"level":"info","ts":1784858198.114098,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","header":"x-maas-group"}
{"level":"info","ts":1784858198.1141038,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","header":"x-maas-subscription"}
{"level":"info","ts":1784858198.1141164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784858198.1141412,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"}
{"level":"info","ts":1784858198.2186913,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"}
{"level":"info","ts":1784858198.218726,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"}
{"level":"info","ts":1784858198.218746,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","EoS":false}
{"level":"info","ts":1784858198.2187588,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","EoS":true}
{"level":"error","ts":1784858198.2187724,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784858198.218818,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"}
{"level":"info","ts":1784858198.2574522,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784858198.2575307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"}
{"level":"info","ts":1784858198.2575457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"}
{"level":"info","ts":1784858198.257558,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","EoS":true}
{"level":"info","ts":1784858198.257587,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","header":"x-maas-username"}
{"level":"info","ts":1784858198.2575965,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","header":"x-maas-group"}
{"level":"info","ts":1784858198.257601,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","header":"x-maas-subscription"}
{"level":"info","ts":1784858198.2576303,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"}
{"level":"info","ts":1784858198.3055003,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"}
{"level":"info","ts":1784858198.305526,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"}
{"level":"info","ts":1784858198.305543,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","EoS":false}
{"level":"info","ts":1784858198.3055568,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","EoS":true}
{"level":"error","ts":1784858198.3055732,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784858198.3056242,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"}
{"level":"info","ts":1784858199.1588304,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"070ab93c-9d72-46f3-8ec2-8c346ccf091b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858199.1588438,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8ae03457-98f2-4f22-9c4e-08f10c174e47"}
{"level":"info","ts":1784858199.1588705,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"070ab93c-9d72-46f3-8ec2-8c346ccf091b","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784858199.314478,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9320244-36e6-49fb-a3b1-9a8de3f1ec75"}
{"level":"info","ts":1784858199.3144693,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13071faa-e392-45cd-a936-fedae6f33089","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784858199.3145738,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13071faa-e392-45cd-a936-fedae6f33089","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784858199.4344983,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c1a8a577-02f3-4d96-a35c-30b327d1acb4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784858199.434558,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c1a8a577-02f3-4d96-a35c-30b327d1acb4","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784859314.0272102,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784859314.0273054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86cbd15f-c097-4dca-b6a2-7bf0be265392"}
{"level":"info","ts":1784859373.8134665,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784859373.813547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"}
{"level":"info","ts":1784859373.813558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"}
{"level":"info","ts":1784859373.8135688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","EoS":true}
{"level":"info","ts":1784859373.8136013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","header":"x-maas-subscription"}
{"level":"info","ts":1784859373.8136115,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","header":"x-maas-username"}
{"level":"info","ts":1784859373.813616,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","header":"x-maas-group"}
{"level":"info","ts":1784859373.81363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"}
{"level":"info","ts":1784859373.8136578,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"}
{"level":"info","ts":1784859373.8161283,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"}
{"level":"info","ts":1784859373.8161643,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"}
{"level":"info","ts":1784859373.81619,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","EoS":false}
{"level":"info","ts":1784859373.8162146,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","EoS":true}
{"level":"info","ts":1784859373.8162563,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"}