{"level":"info","ts":1784754937.0719802,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"bd6fdc17-ec78-49de-8090-d6765e2bedce"}
{"level":"info","ts":1784754937.0719988,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"bd6fdc17-ec78-49de-8090-d6765e2bedce"}
{"level":"info","ts":1784754937.0720181,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd6fdc17-ec78-49de-8090-d6765e2bedce","EoS":false}
{"level":"info","ts":1784754937.072029,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"bd6fdc17-ec78-49de-8090-d6765e2bedce","EoS":true}
{"level":"info","ts":1784754937.072067,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"bd6fdc17-ec78-49de-8090-d6765e2bedce"}
{"level":"info","ts":1784754937.9026632,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754937.9027321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053"}
{"level":"info","ts":1784754937.902745,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053"}
{"level":"info","ts":1784754937.9027562,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053","EoS":true}
{"level":"info","ts":1784754937.9027765,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053","header":"x-maas-subscription"}
{"level":"info","ts":1784754937.9027867,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053","header":"x-maas-group"}
{"level":"info","ts":1784754937.9027927,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053","header":"x-maas-username"}
{"level":"info","ts":1784754937.9028063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784754937.9028285,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053"}
{"level":"info","ts":1784754937.9037724,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053"}
{"level":"info","ts":1784754937.9037979,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053"}
{"level":"info","ts":1784754937.9038181,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053","EoS":false}
{"level":"info","ts":1784754937.9038346,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053","EoS":true}
{"level":"info","ts":1784754937.9038796,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"545c8353-31d1-4dd7-a204-50a930c17053"}
{"level":"info","ts":1784754961.0116966,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754961.011766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"}
{"level":"info","ts":1784754961.0117784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"}
{"level":"info","ts":1784754961.011789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","EoS":true}
{"level":"info","ts":1784754961.0118096,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","header":"x-maas-username"}
{"level":"info","ts":1784754961.0118198,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","header":"x-maas-subscription"}
{"level":"info","ts":1784754961.011826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","header":"x-maas-group"}
{"level":"info","ts":1784754961.0118375,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784754961.011864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"}
{"level":"info","ts":1784754961.0130785,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"}
{"level":"info","ts":1784754961.013097,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"}
{"level":"info","ts":1784754961.0131161,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","EoS":false}
{"level":"info","ts":1784754961.0131302,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4","EoS":true}
{"level":"info","ts":1784754961.0131612,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9f8c544e-8cc0-4655-910e-d0a3328852f4"}
{"level":"info","ts":1784754961.1487737,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754961.1488464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"}
{"level":"info","ts":1784754961.1488597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"}
{"level":"info","ts":1784754961.1488752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","EoS":true}
{"level":"info","ts":1784754961.1489036,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","header":"x-maas-subscription"}
{"level":"info","ts":1784754961.1489167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","header":"x-maas-group"}
{"level":"info","ts":1784754961.1489239,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","header":"x-maas-username"}
{"level":"info","ts":1784754961.1489384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784754961.1489646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"}
{"level":"info","ts":1784754961.1524673,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"}
{"level":"info","ts":1784754961.1524847,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"}
{"level":"info","ts":1784754961.1524985,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","EoS":false}
{"level":"info","ts":1784754961.1525095,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36","EoS":true}
{"level":"info","ts":1784754961.1525464,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"32b30710-4c47-4f34-befc-19277af4ab36"}
{"level":"info","ts":1784754961.288823,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754961.2888834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"}
{"level":"info","ts":1784754961.2888997,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"}
{"level":"info","ts":1784754961.2889178,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","EoS":true}
{"level":"info","ts":1784754961.2889502,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","header":"x-maas-subscription"}
{"level":"info","ts":1784754961.2889621,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","header":"x-maas-group"}
{"level":"info","ts":1784754961.2889712,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","header":"x-maas-username"}
{"level":"info","ts":1784754961.2889855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784754961.2890143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"}
{"level":"info","ts":1784754961.2900703,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"}
{"level":"info","ts":1784754961.290085,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"}
{"level":"info","ts":1784754961.2901013,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","EoS":false}
{"level":"info","ts":1784754961.2901206,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92","EoS":true}
{"level":"info","ts":1784754961.2901516,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"9460b687-e974-4840-8126-0e56f32a5a92"}
{"level":"info","ts":1784754961.425854,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754961.42592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"}
{"level":"info","ts":1784754961.425933,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"}
{"level":"info","ts":1784754961.42595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","EoS":true}
{"level":"info","ts":1784754961.4259818,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","header":"x-maas-subscription"}
{"level":"info","ts":1784754961.4259937,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","header":"x-maas-group"}
{"level":"info","ts":1784754961.4260013,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","header":"x-maas-username"}
{"level":"info","ts":1784754961.4260154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784754961.4260406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"}
{"level":"info","ts":1784754961.42707,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"}
{"level":"info","ts":1784754961.4270842,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"}
{"level":"info","ts":1784754961.4270961,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","EoS":false}
{"level":"info","ts":1784754961.4271061,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f","EoS":true}
{"level":"info","ts":1784754961.4271348,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"8b63468b-9c51-4ee2-99e1-769fe851436f"}
{"level":"info","ts":1784754961.5851326,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754961.5851965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"}
{"level":"info","ts":1784754961.5852082,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"}
{"level":"info","ts":1784754961.585219,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","EoS":true}
{"level":"info","ts":1784754961.5852365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","header":"x-maas-subscription"}
{"level":"info","ts":1784754961.5852454,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","header":"x-maas-group"}
{"level":"info","ts":1784754961.5852506,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","header":"x-maas-username"}
{"level":"info","ts":1784754961.5852597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784754961.5852818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"}
{"level":"info","ts":1784754961.5863569,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"}
{"level":"info","ts":1784754961.5863729,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"}
{"level":"info","ts":1784754961.5863898,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","EoS":false}
{"level":"info","ts":1784754961.586413,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511","EoS":true}
{"level":"info","ts":1784754961.5864453,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"827bc598-09fa-4081-9698-d2a5ec138511"}
{"level":"info","ts":1784754978.4088385,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754978.408923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"}
{"level":"info","ts":1784754978.4089377,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"}
{"level":"info","ts":1784754978.4089556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","EoS":true}
{"level":"info","ts":1784754978.408989,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","header":"x-maas-subscription"}
{"level":"info","ts":1784754978.4090044,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","header":"x-maas-username"}
{"level":"info","ts":1784754978.409012,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","header":"x-maas-group"}
{"level":"info","ts":1784754978.409028,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784754978.4090528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"}
{"level":"info","ts":1784754978.4117725,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"}
{"level":"info","ts":1784754978.4117942,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"}
{"level":"info","ts":1784754978.4118094,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","EoS":false}
{"level":"info","ts":1784754978.411822,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a","EoS":true}
{"level":"info","ts":1784754978.4118595,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d8432d04-6578-40f2-8c28-bee61f5e8e3a"}
{"level":"info","ts":1784754978.5243979,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754978.5244641,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49e448b1-e585-43b7-b510-9a7467f36126"}
{"level":"info","ts":1784754978.52537,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49e448b1-e585-43b7-b510-9a7467f36126"}
{"level":"info","ts":1784754978.52539,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49e448b1-e585-43b7-b510-9a7467f36126"}
{"level":"info","ts":1784754978.5254023,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49e448b1-e585-43b7-b510-9a7467f36126","EoS":false}
{"level":"info","ts":1784754978.5254126,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"49e448b1-e585-43b7-b510-9a7467f36126"}
{"level":"info","ts":1784754978.5254347,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49e448b1-e585-43b7-b510-9a7467f36126","EoS":true}
{"level":"info","ts":1784754978.525442,"caller":"handlers/server.go:200","msg":"response chunk processing complete","x-request-id":"49e448b1-e585-43b7-b510-9a7467f36126"}
{"level":"info","ts":1784754983.1646378,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754983.1647217,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"}
{"level":"info","ts":1784754983.1647387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"}
{"level":"info","ts":1784754983.1647565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","EoS":true}
{"level":"info","ts":1784754983.1647925,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","header":"x-maas-subscription"}
{"level":"info","ts":1784754983.1648066,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","header":"x-maas-username"}
{"level":"info","ts":1784754983.164815,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","header":"x-maas-group"}
{"level":"info","ts":1784754983.1648316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784754983.1648655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"}
{"level":"info","ts":1784754983.166971,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"}
{"level":"info","ts":1784754983.1669905,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"}
{"level":"info","ts":1784754983.1670055,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","EoS":false}
{"level":"info","ts":1784754983.167017,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5","EoS":true}
{"level":"info","ts":1784754983.1670527,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"fc493d95-3d02-47f3-a42a-352de60ccec5"}
{"level":"info","ts":1784754995.7781315,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784754995.7782252,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"}
{"level":"info","ts":1784754995.7782395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"}
{"level":"info","ts":1784754995.7782574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","EoS":true}
{"level":"info","ts":1784754995.778289,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","header":"x-maas-subscription"}
{"level":"info","ts":1784754995.778306,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","header":"x-maas-username"}
{"level":"info","ts":1784754995.7783132,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","header":"x-maas-group"}
{"level":"info","ts":1784754995.7783332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784754995.7783604,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"}
{"level":"info","ts":1784754995.7794414,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"}
{"level":"info","ts":1784754995.7794604,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"}
{"level":"info","ts":1784754995.7794778,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","EoS":false}
{"level":"info","ts":1784754995.7794893,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056","EoS":true}
{"level":"info","ts":1784754995.7795234,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"c4b47dce-f76a-48eb-9807-f1a858926056"}
{"level":"info","ts":1784755008.6278393,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755008.6279027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"}
{"level":"info","ts":1784755008.6279137,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"}
{"level":"info","ts":1784755008.6279254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","EoS":true}
{"level":"info","ts":1784755008.627949,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","header":"x-maas-subscription"}
{"level":"info","ts":1784755008.6279602,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","header":"x-maas-username"}
{"level":"info","ts":1784755008.6279655,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","header":"x-maas-group"}
{"level":"info","ts":1784755008.627978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755008.6279979,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"}
{"level":"info","ts":1784755008.629056,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"}
{"level":"info","ts":1784755008.6290715,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"}
{"level":"info","ts":1784755008.6290846,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","EoS":false}
{"level":"info","ts":1784755008.6290967,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346","EoS":true}
{"level":"info","ts":1784755008.6291277,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"dc5ca044-9b70-45de-8f1f-b99d631c6346"}
{"level":"info","ts":1784755017.1559489,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755017.1560216,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"}
{"level":"info","ts":1784755017.1560342,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"}
{"level":"info","ts":1784755017.1560462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","EoS":true}
{"level":"info","ts":1784755017.156067,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","header":"x-maas-group"}
{"level":"info","ts":1784755017.156078,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","header":"x-maas-subscription"}
{"level":"info","ts":1784755017.1560826,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","header":"x-maas-username"}
{"level":"info","ts":1784755017.1560936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755017.156116,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"}
{"level":"info","ts":1784755017.1571004,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"}
{"level":"info","ts":1784755017.1571202,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"}
{"level":"info","ts":1784755017.1571362,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","EoS":false}
{"level":"info","ts":1784755017.1571474,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91","EoS":true}
{"level":"info","ts":1784755017.1571906,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"49e72b93-8c37-4829-b5ed-d4753b734d91"}
{"level":"info","ts":1784755026.0472069,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755026.0472689,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"}
{"level":"info","ts":1784755026.0472786,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"}
{"level":"info","ts":1784755026.0472894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","EoS":true}
{"level":"info","ts":1784755026.0473092,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","header":"x-maas-group"}
{"level":"info","ts":1784755026.0473187,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","header":"x-maas-subscription"}
{"level":"info","ts":1784755026.047324,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","header":"x-maas-username"}
{"level":"info","ts":1784755026.047336,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755026.0473619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"}
{"level":"info","ts":1784755026.0483441,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"}
{"level":"info","ts":1784755026.0483637,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"}
{"level":"info","ts":1784755026.0483794,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","EoS":false}
{"level":"info","ts":1784755026.0483928,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7","EoS":true}
{"level":"info","ts":1784755026.0484285,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"ed20d909-6ee1-493b-8346-4fae718ba4f7"}
{"level":"info","ts":1784755048.8605254,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755048.860594,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"}
{"level":"info","ts":1784755048.8606029,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"}
{"level":"info","ts":1784755048.8606133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","EoS":true}
{"level":"info","ts":1784755048.8606365,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","header":"x-maas-subscription"}
{"level":"info","ts":1784755048.8606462,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","header":"x-maas-group"}
{"level":"info","ts":1784755048.8606508,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","header":"x-maas-username"}
{"level":"info","ts":1784755048.8606634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784755048.8606846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"}
{"level":"info","ts":1784755048.86174,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"}
{"level":"info","ts":1784755048.861752,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"}
{"level":"info","ts":1784755048.861765,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","EoS":false}
{"level":"info","ts":1784755048.8617818,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b","EoS":true}
{"level":"info","ts":1784755048.861813,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb45e651-dc04-4392-9c71-0fab8e342e2b"}
{"level":"info","ts":1784755071.1947248,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755071.1947918,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"}
{"level":"info","ts":1784755071.1948068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"}
{"level":"info","ts":1784755071.1948183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","EoS":true}
{"level":"info","ts":1784755071.194838,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","header":"x-maas-username"}
{"level":"info","ts":1784755071.1948476,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","header":"x-maas-subscription"}
{"level":"info","ts":1784755071.1948528,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","header":"x-maas-group"}
{"level":"info","ts":1784755071.1948643,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","path":"/llm/premium-simulated-simulated-premium/v1/completions"}
{"level":"info","ts":1784755071.1948977,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"}
{"level":"info","ts":1784755071.1960213,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"}
{"level":"info","ts":1784755071.196041,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"}
{"level":"info","ts":1784755071.1960566,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","EoS":false}
{"level":"info","ts":1784755071.1960683,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d","EoS":true}
{"level":"info","ts":1784755071.1961026,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"0c2b696f-fe85-4c21-9317-74848c33560d"}
{"level":"info","ts":1784755097.458441,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755097.4585214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"}
{"level":"info","ts":1784755097.458536,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"}
{"level":"info","ts":1784755097.4585469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","EoS":true}
{"level":"info","ts":1784755097.4585679,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","header":"x-maas-group"}
{"level":"info","ts":1784755097.4585774,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","header":"x-maas-username"}
{"level":"info","ts":1784755097.4585834,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","header":"x-maas-subscription"}
{"level":"info","ts":1784755097.4585953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755097.4586182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"}
{"level":"info","ts":1784755097.4616501,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"}
{"level":"info","ts":1784755097.46167,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"}
{"level":"info","ts":1784755097.4616854,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","EoS":false}
{"level":"info","ts":1784755097.461697,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e","EoS":true}
{"level":"info","ts":1784755097.4617329,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"17570d0d-2220-4c46-8e5f-ae77926b274e"}
{"level":"info","ts":1784755106.8490546,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755106.849114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"}
{"level":"info","ts":1784755106.8491216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"}
{"level":"info","ts":1784755106.8491325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","EoS":true}
{"level":"info","ts":1784755106.8491523,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","header":"x-maas-username"}
{"level":"info","ts":1784755106.8491626,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","header":"x-maas-group"}
{"level":"info","ts":1784755106.8491685,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","header":"x-maas-subscription"}
{"level":"info","ts":1784755106.8491955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755106.8492255,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"}
{"level":"info","ts":1784755106.850225,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"}
{"level":"info","ts":1784755106.8502455,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"}
{"level":"info","ts":1784755106.8502643,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","EoS":false}
{"level":"info","ts":1784755106.85028,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954","EoS":true}
{"level":"info","ts":1784755106.8503244,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"7834e0dc-5076-49cb-baa6-75503ab60954"}
{"level":"info","ts":1784755106.9278789,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755106.9279683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"}
{"level":"info","ts":1784755106.927982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"}
{"level":"info","ts":1784755106.927999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","EoS":true}
{"level":"info","ts":1784755106.9280295,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","header":"x-maas-subscription"}
{"level":"info","ts":1784755106.9280427,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","header":"x-maas-username"}
{"level":"info","ts":1784755106.9280498,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","header":"x-maas-group"}
{"level":"info","ts":1784755106.9280648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755106.9280925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"}
{"level":"info","ts":1784755106.9289935,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"}
{"level":"info","ts":1784755106.9290097,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"}
{"level":"info","ts":1784755106.929027,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","EoS":false}
{"level":"info","ts":1784755106.9290416,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e","EoS":true}
{"level":"info","ts":1784755106.9290779,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"83a77957-e0f5-4845-94a9-bfdc427fba6e"}
{"level":"info","ts":1784755125.9618323,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755125.9619045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"}
{"level":"info","ts":1784755125.9619246,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"}
{"level":"info","ts":1784755125.9619436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","EoS":true}
{"level":"info","ts":1784755125.961978,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","header":"x-maas-username"}
{"level":"info","ts":1784755125.96199,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","header":"x-maas-group"}
{"level":"info","ts":1784755125.9619975,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","header":"x-maas-subscription"}
{"level":"info","ts":1784755125.9620168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755125.9620473,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"}
{"level":"info","ts":1784755125.963021,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"}
{"level":"info","ts":1784755125.9630394,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"}
{"level":"info","ts":1784755125.9630592,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","EoS":false}
{"level":"info","ts":1784755125.9630713,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87","EoS":true}
{"level":"info","ts":1784755125.9631038,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5a014b50-028e-4912-a9ff-504b99860b87"}
{"level":"info","ts":1784755258.2403588,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755258.2404408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"}
{"level":"info","ts":1784755258.2404556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"}
{"level":"info","ts":1784755258.2404728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","EoS":true}
{"level":"info","ts":1784755258.2405016,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","header":"x-maas-username"}
{"level":"info","ts":1784755258.2405167,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","header":"x-maas-group"}
{"level":"info","ts":1784755258.2405233,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","header":"x-maas-subscription"}
{"level":"info","ts":1784755258.2405386,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","path":"/llm/e2e-trlp-test-simulated/v1/completions"}
{"level":"info","ts":1784755258.240565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"}
{"level":"info","ts":1784755258.2429662,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"}
{"level":"info","ts":1784755258.2429867,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"}
{"level":"info","ts":1784755258.2430074,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","EoS":false}
{"level":"info","ts":1784755258.2430189,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c","EoS":true}
{"level":"info","ts":1784755258.243056,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"a81d75c0-5ad9-4bea-82be-e8f1393cc19c"}
{"level":"info","ts":1784755295.2577574,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755295.2578447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"}
{"level":"info","ts":1784755295.257858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"}
{"level":"info","ts":1784755295.2578752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","EoS":true}
{"level":"info","ts":1784755295.2579033,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","header":"x-maas-username"}
{"level":"info","ts":1784755295.2579124,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","header":"x-maas-subscription"}
{"level":"info","ts":1784755295.257919,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","header":"x-maas-group"}
{"level":"info","ts":1784755295.257935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755295.2579725,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"}
{"level":"info","ts":1784755295.261003,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"}
{"level":"info","ts":1784755295.2610238,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"}
{"level":"info","ts":1784755295.2610445,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","EoS":false}
{"level":"info","ts":1784755295.2610564,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604","EoS":true}
{"level":"info","ts":1784755295.2610912,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"d4bbf434-816b-4078-b52c-7d6d7db1d604"}
{"level":"info","ts":1784755310.467702,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755310.4677649,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"}
{"level":"info","ts":1784755310.4677727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"}
{"level":"info","ts":1784755310.467785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","EoS":true}
{"level":"info","ts":1784755310.4678082,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","header":"x-maas-group"}
{"level":"info","ts":1784755310.4678159,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","header":"x-maas-username"}
{"level":"info","ts":1784755310.4678211,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","header":"x-maas-subscription"}
{"level":"info","ts":1784755310.4678333,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","path":"/llm/facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755310.4678566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"}
{"level":"info","ts":1784755310.4690068,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"}
{"level":"info","ts":1784755310.4690244,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"}
{"level":"info","ts":1784755310.469046,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","EoS":false}
{"level":"info","ts":1784755310.4690623,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05","EoS":true}
{"level":"info","ts":1784755310.4691095,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"1265031c-99e4-449e-ada0-fefcffb39c05"}
{"level":"info","ts":1784755622.6144648,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755622.614539,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"}
{"level":"info","ts":1784755622.614547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"}
{"level":"info","ts":1784755622.6145585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","EoS":true}
{"level":"info","ts":1784755622.6145802,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","header":"x-maas-subscription"}
{"level":"info","ts":1784755622.61459,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","header":"x-maas-group"}
{"level":"info","ts":1784755622.6145957,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","header":"x-maas-username"}
{"level":"info","ts":1784755622.6146076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"}
{"level":"info","ts":1784755622.6146314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"}
{"level":"info","ts":1784755622.6166894,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"}
{"level":"info","ts":1784755622.6167052,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"}
{"level":"info","ts":1784755622.616722,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","EoS":false}
{"level":"info","ts":1784755622.6167357,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f","EoS":true}
{"level":"info","ts":1784755622.616764,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cf5cf6d8-da7a-4c94-a6aa-f125cab9de9f"}
{"level":"info","ts":1784755627.4829278,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c4960901-b148-42cd-953a-d4baff158371","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784755627.4832263,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37462.483390797,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.4832518,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.5375414,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.5832589,"caller":"apikey-injection/reconciler.go:71","msg":"Secret added/updated in store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"c4960901-b148-42cd-953a-d4baff158371","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784755627.6066613,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cbc773f-541d-4ecc-ba5d-7a2227322116"}
{"level":"info","ts":1784755627.6067948,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86250642-0f33-46eb-80b8-02842919e5a0","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784755627.6068192,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"86250642-0f33-46eb-80b8-02842919e5a0","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784755627.6188354,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8333ed0a-4359-4eaf-b0fe-b6476c06f7eb","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784755627.6188598,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8333ed0a-4359-4eaf-b0fe-b6476c06f7eb","provider":"openai","endpoint":"httpbingo.org"}
{"level":"error","ts":1784755627.6214988,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cbc773f-541d-4ecc-ba5d-7a2227322116","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784755627.6217873,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37412.720722301,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.6218069,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.6324995,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.722624,"caller":"externalprovider/reconciler.go:187","msg":"Creating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cbc773f-541d-4ecc-ba5d-7a2227322116","name":"e2e-external-provider"}
{"level":"info","ts":1784755627.7356095,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2efb65e6-b916-48fa-9de2-39d555e77ba0"}
{"level":"info","ts":1784755627.7356255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85cb6e47-9b0b-4ac6-a8fd-b24d588a5f84","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755627.736022,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"85cb6e47-9b0b-4ac6-a8fd-b24d588a5f84","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784755627.7477496,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cbc773f-541d-4ecc-ba5d-7a2227322116","kind":"ServiceEntry","name":"e2e-external-provider"}
{"level":"info","ts":1784755627.7482486,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2efb65e6-b916-48fa-9de2-39d555e77ba0","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784755627.748332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea3f5dd9-7521-4b03-9fb1-f6317b37e4f0","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755627.7483578,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ea3f5dd9-7521-4b03-9fb1-f6317b37e4f0","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784755627.7592888,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2efb65e6-b916-48fa-9de2-39d555e77ba0","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784755627.7593193,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05857646-2e29-4f96-a45b-bd9153ac6122","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755627.7593446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"05857646-2e29-4f96-a45b-bd9153ac6122","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784755627.7593646,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"749b3508-765c-453f-9063-7b95b854e052"}
{"level":"info","ts":1784755627.7593856,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"749b3508-765c-453f-9063-7b95b854e052","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784755627.7596905,"caller":"externalprovider/reconciler.go:210","msg":"Creating resource","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cbc773f-541d-4ecc-ba5d-7a2227322116","kind":"DestinationRule","name":"e2e-external-provider"}
{"level":"error","ts":1784755627.7689495,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"749b3508-765c-453f-9063-7b95b854e052","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784755627.7690275,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f400fe47-4209-48cb-96ee-372af5e84a95"}
{"level":"info","ts":1784755627.76906,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f400fe47-4209-48cb-96ee-372af5e84a95","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784755627.7723522,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cbc773f-541d-4ecc-ba5d-7a2227322116","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"error","ts":1784755627.7760766,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f400fe47-4209-48cb-96ee-372af5e84a95","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784755627.778655,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6cbc773f-541d-4ecc-ba5d-7a2227322116","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784755627.7787213,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e96abc0-e8c8-451f-a8ca-e6a526feaa0e"}
{"level":"info","ts":1784755627.7787676,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e96abc0-e8c8-451f-a8ca-e6a526feaa0e","name":"e2e-external-provider"}
{"level":"info","ts":1784755627.7935348,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e96abc0-e8c8-451f-a8ca-e6a526feaa0e","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784755627.797011,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"106ad542-7c01-4e12-8f02-603b42e5efd1"}
{"level":"info","ts":1784755627.797035,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"106ad542-7c01-4e12-8f02-603b42e5efd1","provider":"e2e-external-provider","phase":"Pending"}
{"level":"info","ts":1784755627.8064172,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc0d4598-6e9e-4f98-89ba-d9842a6595f3","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784755627.8064463,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fc0d4598-6e9e-4f98-89ba-d9842a6595f3","provider":"openai","endpoint":"httpbingo.org"}
{"level":"info","ts":1784755627.8064456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b674c649-a927-418e-9d77-0e793b5ed570","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755627.806468,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b674c649-a927-418e-9d77-0e793b5ed570","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784755627.8074102,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e08404-c8ac-42f4-8537-243f6dead24d"}
{"level":"info","ts":1784755627.8076677,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e08404-c8ac-42f4-8537-243f6dead24d","name":"e2e-external-provider"}
{"level":"error","ts":1784755627.8086843,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"106ad542-7c01-4e12-8f02-603b42e5efd1","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784755627.808747,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d5940a-7935-4526-868b-d7dafee2601f"}
{"level":"info","ts":1784755627.809075,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32848.640445682,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.809097,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.8182187,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"}
{"level":"info","ts":1784755627.829695,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"69e08404-c8ac-42f4-8537-243f6dead24d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"}
{"level":"info","ts":1784755627.9095745,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d5940a-7935-4526-868b-d7dafee2601f","name":"e2e-external-model"}
{"level":"info","ts":1784755627.9282541,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70d5940a-7935-4526-868b-d7dafee2601f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784755627.9388382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa748a2e-b1da-4641-bfff-7165ebdea164","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755627.938893,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa748a2e-b1da-4641-bfff-7165ebdea164","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784755627.9394252,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91273203-e958-4f72-8952-1d4e554a1147"}
{"level":"info","ts":1784755627.9395065,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91273203-e958-4f72-8952-1d4e554a1147","name":"e2e-external-model"}
{"level":"info","ts":1784755627.9568706,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38b77980-1554-425e-a9a9-4e5092c74c26","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755627.9568975,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"38b77980-1554-425e-a9a9-4e5092c74c26","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"error","ts":1784755627.9569151,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"91273203-e958-4f72-8952-1d4e554a1147","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784755627.956982,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a9b311d-7d8b-46c0-85e1-8dc159c5724f"}
{"level":"info","ts":1784755627.9570308,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a9b311d-7d8b-46c0-85e1-8dc159c5724f","name":"e2e-external-model"}
{"level":"info","ts":1784755627.980292,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6a9b311d-7d8b-46c0-85e1-8dc159c5724f","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784755627.99728,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06d55fc9-fdf4-4679-b5b4-ff626cc862ab","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755627.9973097,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"06d55fc9-fdf4-4679-b5b4-ff626cc862ab","modelName":"e2e-external-model","resolvedRefs":1}
{"level":"info","ts":1784755627.9981048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"774ff809-d5e0-4cc5-9ce9-2ab8401f8819"}
{"level":"info","ts":1784755627.9981534,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"774ff809-d5e0-4cc5-9ce9-2ab8401f8819","name":"e2e-external-model"}
{"level":"info","ts":1784755628.012445,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"774ff809-d5e0-4cc5-9ce9-2ab8401f8819","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784755639.7425318,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755639.742591,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900"}
{"level":"info","ts":1784755639.7425983,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900"}
{"level":"info","ts":1784755639.7426107,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","EoS":true}
{"level":"info","ts":1784755639.7426362,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","header":"x-maas-subscription"}
{"level":"info","ts":1784755639.742648,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","header":"x-maas-username"}
{"level":"info","ts":1784755639.7426531,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","header":"x-maas-group"}
{"level":"info","ts":1784755639.742664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784755639.7426918,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","modelName":"e2e-external-model"}
{"level":"info","ts":1784755639.7427075,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784755639.7427442,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784755639.7427597,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900","authType":"apikey"}
{"level":"info","ts":1784755639.742786,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e68db4db-b9d2-4bb2-b521-4204a48c6900"}
{"level":"info","ts":1784755639.8872795,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3b9499d-dea1-43ed-983c-8a13e8679e9a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784755639.8873246,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c3b9499d-dea1-43ed-983c-8a13e8679e9a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784755639.8872795,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d77280e4-c28b-401d-8a55-bcf75d51f62c"}
{"level":"info","ts":1784755639.894284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46a892de-74f6-4aa1-8d5a-29dbebee4a21","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784755639.8943138,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"46a892de-74f6-4aa1-8d5a-29dbebee4a21","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784755639.8955677,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d77280e4-c28b-401d-8a55-bcf75d51f62c","name":"e2e-cleanup-test"}
{"level":"info","ts":1784755639.920395,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d77280e4-c28b-401d-8a55-bcf75d51f62c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784755639.9300592,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"543bfe51-4d2b-48ba-b9e5-74b7cbdd5dcc","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784755639.930085,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"543bfe51-4d2b-48ba-b9e5-74b7cbdd5dcc","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784755639.9322352,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858c6f11-c2e7-437d-9357-b89155943eb0"}
{"level":"info","ts":1784755639.932285,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858c6f11-c2e7-437d-9357-b89155943eb0","name":"e2e-cleanup-test"}
{"level":"info","ts":1784755639.9674911,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50994899-2d5d-49b1-bf1f-8dca91059898","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784755639.9675176,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50994899-2d5d-49b1-bf1f-8dca91059898","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"error","ts":1784755639.974287,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858c6f11-c2e7-437d-9357-b89155943eb0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"error","ts":1784755639.9743345,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"858c6f11-c2e7-437d-9357-b89155943eb0","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"}
{"level":"info","ts":1784755639.9743805,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10a9d3d1-ea3c-4771-9d62-5ae702930dcf"}
{"level":"info","ts":1784755639.9744315,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10a9d3d1-ea3c-4771-9d62-5ae702930dcf","name":"e2e-cleanup-test"}
{"level":"info","ts":1784755639.9889324,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"10a9d3d1-ea3c-4771-9d62-5ae702930dcf","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784755640.0087028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5157dd8c-dc66-4e2c-a124-8dbd0c65db5a","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784755640.0087247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5157dd8c-dc66-4e2c-a124-8dbd0c65db5a","modelName":"e2e-cleanup-test","resolvedRefs":1}
{"level":"info","ts":1784755640.008765,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"236bbb40-5bba-4e28-9521-126c33d56d3e"}
{"level":"info","ts":1784755640.0088096,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"236bbb40-5bba-4e28-9521-126c33d56d3e","name":"e2e-cleanup-test"}
{"level":"info","ts":1784755640.0264287,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"236bbb40-5bba-4e28-9521-126c33d56d3e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"}
{"level":"info","ts":1784755648.2002132,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2f7e4a7-fc1e-496d-b3de-87121a85f0c4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784755648.2002418,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2f7e4a7-fc1e-496d-b3de-87121a85f0c4","name":"e2e-cleanup-test","namespace":"llm"}
{"level":"info","ts":1784755648.2002645,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a66a4dda-6c1d-4f6e-aedf-3970bf55ae76"}
{"level":"info","ts":1784755652.5173655,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755652.5174346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6"}
{"level":"info","ts":1784755652.517451,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6"}
{"level":"info","ts":1784755652.517469,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6","EoS":true}
{"level":"info","ts":1784755652.517512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"}
{"level":"info","ts":1784755652.517546,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82d87b80-73f8-46b7-bb60-829caef862c6"}
{"level":"info","ts":1784755652.5601058,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755652.5601602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee"}
{"level":"info","ts":1784755652.5601683,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee"}
{"level":"info","ts":1784755652.560201,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","EoS":true}
{"level":"info","ts":1784755652.5602212,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","header":"x-maas-subscription"}
{"level":"info","ts":1784755652.5602288,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","header":"x-maas-group"}
{"level":"info","ts":1784755652.5602348,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","header":"x-maas-username"}
{"level":"info","ts":1784755652.5602462,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784755652.5602524,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","modelName":"e2e-external-model"}
{"level":"info","ts":1784755652.5602634,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"}
{"level":"info","ts":1784755652.560285,"caller":"api-translation/plugin.go:169","msg":"request api-translation completed successfully","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","input":"openai-chat","output":"openai-chat"}
{"level":"info","ts":1784755652.560299,"caller":"apikey-injection/plugin.go:193","msg":"auth headers injected","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee","authType":"apikey"}
{"level":"info","ts":1784755652.5603218,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5da313a7-2369-429b-85c2-9658488904ee"}
{"level":"info","ts":1784755652.59677,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755652.5968177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"}
{"level":"info","ts":1784755652.5968256,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"}
{"level":"info","ts":1784755652.596836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","EoS":true}
{"level":"info","ts":1784755652.5968542,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","header":"x-maas-subscription"}
{"level":"info","ts":1784755652.5968618,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","header":"x-maas-username"}
{"level":"info","ts":1784755652.5968661,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","header":"x-maas-group"}
{"level":"info","ts":1784755652.5968754,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","path":"/llm/e2e-external-model/v1/chat/completions"}
{"level":"info","ts":1784755652.5968919,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"}
{"level":"info","ts":1784755652.7012415,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"}
{"level":"info","ts":1784755652.701259,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"}
{"level":"info","ts":1784755652.7012856,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","EoS":false}
{"level":"info","ts":1784755652.7013032,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","EoS":true}
{"level":"error","ts":1784755652.7013235,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784755652.7013783,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"09a4f689-a36c-4312-8cd7-cd24a1cf6d3a"}
{"level":"info","ts":1784755652.745,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784755652.7450593,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"}
{"level":"info","ts":1784755652.7450726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"}
{"level":"info","ts":1784755652.745089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","EoS":true}
{"level":"info","ts":1784755652.7451181,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","header":"x-maas-subscription"}
{"level":"info","ts":1784755652.74513,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","header":"x-maas-group"}
{"level":"info","ts":1784755652.745137,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","header":"x-maas-username"}
{"level":"info","ts":1784755652.7451658,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"}
{"level":"info","ts":1784755652.7956266,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"}
{"level":"info","ts":1784755652.7956417,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"}
{"level":"info","ts":1784755652.7956543,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","EoS":false}
{"level":"info","ts":1784755652.795666,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","EoS":true}
{"level":"error","ts":1784755652.7956798,"caller":"handlers/response.go:83","msg":"Failed to parse response body as JSON, skipping response plugins","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1","error":"invalid character '\\x1f' looking for beginning of value","stacktrace":"github.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).HandleResponseBody\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/response.go:83\ngithub.com/llm-d/llm-d-inference-payload-processor/pkg/handlers.(*Server).Process\n\tgithub.com/llm-d/llm-d-inference-payload-processor@v0.1.0-rc.4/pkg/handlers/server.go:196\ngithub.com/envoyproxy/go-control-plane/envoy/service/ext_proc/v3._ExternalProcessor_Process_Handler\n\tgithub.com/envoyproxy/go-control-plane/envoy@v1.37.0/service/ext_proc/v3/external_processor_grpc.pb.go:106\ngoogle.golang.org/grpc.(*Server).processStreamingRPC\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1716\ngoogle.golang.org/grpc.(*Server).handleStream\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1860\ngoogle.golang.org/grpc.(*Server).serveStreams.func2.1\n\tgoogle.golang.org/grpc@v1.81.1/server.go:1065"}
{"level":"info","ts":1784755652.7957127,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"cb2f7266-212a-40a8-b272-53e103c1dfe1"}
{"level":"info","ts":1784755653.6946325,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"793e9a3f-aab1-48cb-a91d-8e099d3da89c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755653.6946726,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"793e9a3f-aab1-48cb-a91d-8e099d3da89c","name":"e2e-external-model","namespace":"llm"}
{"level":"info","ts":1784755653.6946344,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"caeb2354-a3e9-41ca-9af7-66976ad5d6b6"}
{"level":"info","ts":1784755653.8553004,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7bcefd34-f8ef-475c-824b-f8a47036fc00"}
{"level":"info","ts":1784755653.8552818,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5ea678c-6bc3-4999-90f6-ac45467580dd","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784755653.8553946,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b5ea678c-6bc3-4999-90f6-ac45467580dd","name":"e2e-external-provider","namespace":"llm"}
{"level":"info","ts":1784755653.9974594,"caller":"apikey-injection/reconciler.go:53","msg":"reconciling Secret","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dd357157-1bd0-4c59-a954-68fc3c122dd0","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784755653.9975111,"caller":"apikey-injection/reconciler.go:63","msg":"Secret removed from store","controller":"apikey-injection-secret-watcher","namespace":"llm","name":"e2e-external-model-api-key","reconcileID":"dd357157-1bd0-4c59-a954-68fc3c122dd0","key":"llm/e2e-external-model-api-key"}
{"level":"info","ts":1784756247.4777355,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756247.4778233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"}
{"level":"info","ts":1784756247.4778373,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"}
{"level":"info","ts":1784756247.4778569,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","EoS":true}
{"level":"info","ts":1784756247.4779046,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","header":"x-maas-username"}
{"level":"info","ts":1784756247.4779174,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","header":"x-maas-subscription"}
{"level":"info","ts":1784756247.4779282,"caller":"maas-headers-guard/plugin.go:70","msg":"internal header captured and stripped","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","header":"x-maas-group"}
{"level":"info","ts":1784756247.477948,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","path":"/ai-tenant-e2e-inf-b-1dd516/test-model-1dd516/v1/chat/completions"}
{"level":"info","ts":1784756247.477979,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"}
{"level":"info","ts":1784756247.490937,"caller":"handlers/response.go:47","msg":"captured response headers, deferring response until body arrives...","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"}
{"level":"info","ts":1784756247.4909556,"caller":"handlers/server.go:183","msg":"processing response headers complete","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"}
{"level":"info","ts":1784756247.4909704,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","EoS":false}
{"level":"info","ts":1784756247.4909844,"caller":"handlers/server.go:185","msg":"Incoming response body chunk","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d","EoS":true}
{"level":"info","ts":1784756247.4910228,"caller":"handlers/server.go:197","msg":"processing response body complete","x-request-id":"5947d12c-23bf-40ed-90aa-27c78bbf645d"}
{"level":"info","ts":1784756759.2186446,"caller":"handlers/server.go:131","msg":"Processing"}
{"level":"info","ts":1784756759.218714,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"108b235a-7c50-4d3a-a7a8-e824364968e2"}