{"level":"info","ts":1785195264.7000976,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9c289b2-5343-4784-8230-cbf820dff803","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195264.7001154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9c289b2-5343-4784-8230-cbf820dff803","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195264.7001472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9c289b2-5343-4784-8230-cbf820dff803"} {"level":"info","ts":1785195264.7520285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195264.7521014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d559ca8-6318-4f53-8def-4a91bd756fe5"} {"level":"info","ts":1785195264.7521112,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2d559ca8-6318-4f53-8def-4a91bd756fe5"} {"level":"info","ts":1785195264.7521217,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d559ca8-6318-4f53-8def-4a91bd756fe5","EoS":false} {"level":"info","ts":1785195264.7521353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2d559ca8-6318-4f53-8def-4a91bd756fe5","EoS":true} {"level":"info","ts":1785195264.7521605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d559ca8-6318-4f53-8def-4a91bd756fe5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195264.7521808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d559ca8-6318-4f53-8def-4a91bd756fe5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195264.752204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2d559ca8-6318-4f53-8def-4a91bd756fe5"} {"level":"info","ts":1785195265.378181,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195265.378274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec"} {"level":"info","ts":1785195265.3782854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec"} {"level":"info","ts":1785195265.3783002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","EoS":false} {"level":"info","ts":1785195265.3783123,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","EoS":true} {"level":"info","ts":1785195265.378334,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195265.3783486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195265.3783896,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c85d6c32-cd1a-4b6f-a515-fcfe58533aec"} {"level":"info","ts":1785195265.4107707,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195265.410842,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db95c2da-8084-412a-b455-382d817eaf3e"} {"level":"info","ts":1785195265.410861,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db95c2da-8084-412a-b455-382d817eaf3e"} {"level":"info","ts":1785195265.4108791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db95c2da-8084-412a-b455-382d817eaf3e","EoS":false} {"level":"info","ts":1785195265.4108992,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db95c2da-8084-412a-b455-382d817eaf3e","EoS":true} {"level":"info","ts":1785195265.4109266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db95c2da-8084-412a-b455-382d817eaf3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195265.410946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db95c2da-8084-412a-b455-382d817eaf3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195265.4109824,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db95c2da-8084-412a-b455-382d817eaf3e"} {"level":"info","ts":1785195269.554312,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195269.5544307,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65a6a078-6af0-42a2-a396-5a8b35b8e75a"} {"level":"info","ts":1785195269.5544448,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65a6a078-6af0-42a2-a396-5a8b35b8e75a"} {"level":"info","ts":1785195269.5544667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65a6a078-6af0-42a2-a396-5a8b35b8e75a","EoS":false} {"level":"info","ts":1785195269.5544884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65a6a078-6af0-42a2-a396-5a8b35b8e75a","EoS":true} {"level":"info","ts":1785195269.554523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65a6a078-6af0-42a2-a396-5a8b35b8e75a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195269.5545428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65a6a078-6af0-42a2-a396-5a8b35b8e75a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195269.5545745,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65a6a078-6af0-42a2-a396-5a8b35b8e75a"} {"level":"info","ts":1785195288.4320846,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.4321723,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.4321902,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.4322023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","EoS":false} {"level":"info","ts":1785195288.4322155,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","EoS":true} {"level":"info","ts":1785195288.4322345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195288.432253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.432282,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fba62501-0638-4503-97a4-4959dab79efc"} {"level":"info","ts":1785195288.5657098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.5658004,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.5658154,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.5658326,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","EoS":false} {"level":"info","ts":1785195288.565853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","EoS":true} {"level":"info","ts":1785195288.565886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195288.5659091,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.5659432,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2cd3f6b6-bc39-4a4b-8526-4f95ff61e5c9"} {"level":"info","ts":1785195288.6978245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.6979046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.6979144,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.6979256,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","EoS":false} {"level":"info","ts":1785195288.6979358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","EoS":true} {"level":"info","ts":1785195288.6979554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195288.6979728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.697994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"daf359b6-33d9-4dc4-a2fc-d33b8f0901a3"} {"level":"info","ts":1785195288.8299322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.8300166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.8300292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.8300455,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","EoS":false} {"level":"info","ts":1785195288.8300679,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","EoS":true} {"level":"info","ts":1785195288.830101,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195288.8301198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.8301494,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"be543019-f550-464c-a684-10273a2ec9ca"} {"level":"info","ts":1785195288.9635806,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195288.963658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195288.963667,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195288.963678,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","EoS":false} {"level":"info","ts":1785195288.9636889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","EoS":true} {"level":"info","ts":1785195288.9637094,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195288.9637256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195288.963746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8598710f-50ff-4d09-82d4-7627464e37ba"} {"level":"info","ts":1785195289.0980887,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195289.0981984,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9c20af8-54d6-4ac5-b000-c31081905ec8"} {"level":"info","ts":1785195289.0982177,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9c20af8-54d6-4ac5-b000-c31081905ec8"} {"level":"info","ts":1785195289.0982392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9c20af8-54d6-4ac5-b000-c31081905ec8","EoS":false} {"level":"info","ts":1785195289.0982587,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9c20af8-54d6-4ac5-b000-c31081905ec8","EoS":true} {"level":"info","ts":1785195289.0982893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9c20af8-54d6-4ac5-b000-c31081905ec8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195289.0983083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9c20af8-54d6-4ac5-b000-c31081905ec8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195289.09834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9c20af8-54d6-4ac5-b000-c31081905ec8"} {"level":"info","ts":1785195307.8457863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195307.8458664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.8458786,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.84589,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","EoS":false} {"level":"info","ts":1785195307.845902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","EoS":true} {"level":"info","ts":1785195307.8459244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195307.8459399,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195307.845956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d539d53-7e5c-432f-8dd1-52762e76ba13"} {"level":"info","ts":1785195307.8833308,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195307.8834271,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195307.8834383,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195307.883452,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","EoS":false} {"level":"info","ts":1785195307.8834713,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","EoS":true} {"level":"info","ts":1785195307.8834968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195307.883517,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195307.8835516,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b5d2e90-5d9b-4e73-8032-03ac8166bd23"} {"level":"info","ts":1785195307.919429,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195307.9194996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1710617-afb2-4964-b2e6-8d96c1ad03ee"} {"level":"info","ts":1785195307.919542,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1710617-afb2-4964-b2e6-8d96c1ad03ee"} {"level":"info","ts":1785195307.9195554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1710617-afb2-4964-b2e6-8d96c1ad03ee","EoS":false} {"level":"info","ts":1785195307.9195743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1710617-afb2-4964-b2e6-8d96c1ad03ee","EoS":true} {"level":"info","ts":1785195307.9195924,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1710617-afb2-4964-b2e6-8d96c1ad03ee","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195307.9196064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1710617-afb2-4964-b2e6-8d96c1ad03ee","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195307.9196198,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1710617-afb2-4964-b2e6-8d96c1ad03ee"} {"level":"info","ts":1785195307.9586468,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195307.958712,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c81e725-5b10-41cd-a7a7-dea08aa8c2dc"} {"level":"info","ts":1785195307.9587238,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8c81e725-5b10-41cd-a7a7-dea08aa8c2dc"} {"level":"info","ts":1785195307.9587345,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c81e725-5b10-41cd-a7a7-dea08aa8c2dc","EoS":false} {"level":"info","ts":1785195307.9587467,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8c81e725-5b10-41cd-a7a7-dea08aa8c2dc","EoS":true} {"level":"info","ts":1785195307.9587657,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c81e725-5b10-41cd-a7a7-dea08aa8c2dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195307.9587798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c81e725-5b10-41cd-a7a7-dea08aa8c2dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195307.9588015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8c81e725-5b10-41cd-a7a7-dea08aa8c2dc"} {"level":"info","ts":1785195308.0062237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195308.0063004,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2071897e-d81b-4247-86fe-a796cc5a1a80"} {"level":"info","ts":1785195312.5960016,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195312.5960836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195312.5960965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195312.5961082,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","EoS":false} {"level":"info","ts":1785195312.5961185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","EoS":true} {"level":"info","ts":1785195312.5961413,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195312.596157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195312.5961728,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8f05d28e-5bcc-460e-a279-9553fa348d56"} {"level":"info","ts":1785195321.1310246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195321.131112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195321.131125,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195321.1311371,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","EoS":false} {"level":"info","ts":1785195321.1311502,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","EoS":true} {"level":"info","ts":1785195321.1312196,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195321.1312373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195321.1312609,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3acd1a66-7800-45c5-aeb2-7bee57f8a699"} {"level":"info","ts":1785195333.9632792,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195333.9633737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195333.9633834,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195333.9633956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","EoS":false} {"level":"info","ts":1785195333.9634097,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","EoS":true} {"level":"info","ts":1785195333.963433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195333.9634497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195333.9634743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bd6b9a03-05fc-4eed-b8b6-7717c63d3590"} {"level":"info","ts":1785195342.4717448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195342.4718533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195342.471867,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195342.4718852,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","EoS":false} {"level":"info","ts":1785195342.4719048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","EoS":true} {"level":"info","ts":1785195342.4719388,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195342.4719586,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195342.4719903,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06234eda-b729-4f0e-b5b4-d98add039ec6"} {"level":"info","ts":1785195351.269555,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195351.2696328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195351.2696424,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195351.2696538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","EoS":false} {"level":"info","ts":1785195351.2696633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","EoS":true} {"level":"info","ts":1785195351.2696836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195351.2696998,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195351.2697215,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0d260e5e-4541-4d8b-b892-bb77f605f4d8"} {"level":"info","ts":1785195360.1962273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195360.1963224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86dcd3d8-e83d-4923-a498-c5383582163f"} {"level":"info","ts":1785195360.1963382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"86dcd3d8-e83d-4923-a498-c5383582163f"} {"level":"info","ts":1785195360.196397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86dcd3d8-e83d-4923-a498-c5383582163f","EoS":false} {"level":"info","ts":1785195360.1964157,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"86dcd3d8-e83d-4923-a498-c5383582163f","EoS":true} {"level":"info","ts":1785195360.1964462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86dcd3d8-e83d-4923-a498-c5383582163f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195360.1964686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86dcd3d8-e83d-4923-a498-c5383582163f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195360.1964993,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"86dcd3d8-e83d-4923-a498-c5383582163f"} {"level":"info","ts":1785195367.99851,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195367.9985948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"792b2f85-cb3d-461f-948a-df1880e8b1df"} {"level":"info","ts":1785195367.9986064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"792b2f85-cb3d-461f-948a-df1880e8b1df"} {"level":"info","ts":1785195367.998618,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"792b2f85-cb3d-461f-948a-df1880e8b1df","EoS":false} {"level":"info","ts":1785195367.998631,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"792b2f85-cb3d-461f-948a-df1880e8b1df","EoS":true} {"level":"info","ts":1785195367.9986515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"792b2f85-cb3d-461f-948a-df1880e8b1df","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195367.9986675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"792b2f85-cb3d-461f-948a-df1880e8b1df","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195367.998685,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"792b2f85-cb3d-461f-948a-df1880e8b1df"} {"level":"info","ts":1785195372.706067,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195372.706151,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"994ffe6a-0b52-4b91-9eb5-7c84da48142a"} {"level":"info","ts":1785195372.7061632,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"994ffe6a-0b52-4b91-9eb5-7c84da48142a"} {"level":"info","ts":1785195372.7061746,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"994ffe6a-0b52-4b91-9eb5-7c84da48142a","EoS":false} {"level":"info","ts":1785195372.706185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"994ffe6a-0b52-4b91-9eb5-7c84da48142a","EoS":true} {"level":"info","ts":1785195372.706212,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"994ffe6a-0b52-4b91-9eb5-7c84da48142a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195372.7062366,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"994ffe6a-0b52-4b91-9eb5-7c84da48142a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195372.7062573,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"994ffe6a-0b52-4b91-9eb5-7c84da48142a"} {"level":"info","ts":1785195373.0632508,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195373.0633273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"642e7888-c2dc-43ab-9c88-73b75bbafa80"} {"level":"info","ts":1785195373.0633366,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"642e7888-c2dc-43ab-9c88-73b75bbafa80"} {"level":"info","ts":1785195373.063347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"642e7888-c2dc-43ab-9c88-73b75bbafa80","EoS":false} {"level":"info","ts":1785195373.063392,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"642e7888-c2dc-43ab-9c88-73b75bbafa80","EoS":true} {"level":"info","ts":1785195373.0634184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"642e7888-c2dc-43ab-9c88-73b75bbafa80","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195373.0634346,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"642e7888-c2dc-43ab-9c88-73b75bbafa80","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195373.0634549,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"642e7888-c2dc-43ab-9c88-73b75bbafa80"} {"level":"info","ts":1785195375.1027434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195375.1028173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1638ed7f-9781-4ff6-b450-02cb8addb0d5"} {"level":"info","ts":1785195375.1028292,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1638ed7f-9781-4ff6-b450-02cb8addb0d5"} {"level":"info","ts":1785195375.102841,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1638ed7f-9781-4ff6-b450-02cb8addb0d5","EoS":false} {"level":"info","ts":1785195375.1028557,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1638ed7f-9781-4ff6-b450-02cb8addb0d5","EoS":true} {"level":"info","ts":1785195375.1028774,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1638ed7f-9781-4ff6-b450-02cb8addb0d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195375.1028929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1638ed7f-9781-4ff6-b450-02cb8addb0d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195375.1029153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1638ed7f-9781-4ff6-b450-02cb8addb0d5"} {"level":"info","ts":1785195377.1359363,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195377.1360254,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195377.1360364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195377.1360476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","EoS":false} {"level":"info","ts":1785195377.136061,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","EoS":true} {"level":"info","ts":1785195377.1360843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195377.1361003,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195377.13613,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9262822-6e0a-40fa-bb0a-ce3dbfe4dcdf"} {"level":"info","ts":1785195399.2331848,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195399.2332788,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195399.2332973,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195399.2333188,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","EoS":false} {"level":"info","ts":1785195399.2333436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","EoS":true} {"level":"info","ts":1785195399.233402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195399.2334235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195399.233454,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"820f0b59-3cbf-4079-a320-2d2051c790b2"} {"level":"info","ts":1785195408.5065672,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195408.50665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"853e3315-3573-4245-a825-d4b3cd4f8f38"} {"level":"info","ts":1785195408.5066643,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"853e3315-3573-4245-a825-d4b3cd4f8f38"} {"level":"info","ts":1785195408.5066757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"853e3315-3573-4245-a825-d4b3cd4f8f38","EoS":false} {"level":"info","ts":1785195408.5066864,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"853e3315-3573-4245-a825-d4b3cd4f8f38","EoS":true} {"level":"info","ts":1785195408.5067072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"853e3315-3573-4245-a825-d4b3cd4f8f38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195408.5067236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"853e3315-3573-4245-a825-d4b3cd4f8f38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195408.5067441,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"853e3315-3573-4245-a825-d4b3cd4f8f38"} {"level":"info","ts":1785195426.7533891,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195426.7535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"63d7fe5e-14ab-4030-bd90-477710211904"} {"level":"info","ts":1785195426.7535176,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"63d7fe5e-14ab-4030-bd90-477710211904"} {"level":"info","ts":1785195426.7535362,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63d7fe5e-14ab-4030-bd90-477710211904","EoS":false} {"level":"info","ts":1785195426.7535555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"63d7fe5e-14ab-4030-bd90-477710211904","EoS":true} {"level":"info","ts":1785195426.7535887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"63d7fe5e-14ab-4030-bd90-477710211904","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195426.7536094,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"63d7fe5e-14ab-4030-bd90-477710211904","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195426.7536414,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"63d7fe5e-14ab-4030-bd90-477710211904"} {"level":"info","ts":1785195436.2292728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195436.2293766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0991658f-3cfd-4bcc-9d5d-199a64fd548a"} {"level":"info","ts":1785195436.2294064,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0991658f-3cfd-4bcc-9d5d-199a64fd548a"} {"level":"info","ts":1785195436.229421,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0991658f-3cfd-4bcc-9d5d-199a64fd548a","EoS":false} {"level":"info","ts":1785195436.2294323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0991658f-3cfd-4bcc-9d5d-199a64fd548a","EoS":true} {"level":"info","ts":1785195436.2294574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0991658f-3cfd-4bcc-9d5d-199a64fd548a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195436.2294798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0991658f-3cfd-4bcc-9d5d-199a64fd548a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195436.2295065,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0991658f-3cfd-4bcc-9d5d-199a64fd548a"} {"level":"info","ts":1785195438.264159,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195438.2642398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195438.2642496,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195438.2642608,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","EoS":false} {"level":"info","ts":1785195438.2642748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","EoS":true} {"level":"info","ts":1785195438.2642949,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195438.2643118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195438.264329,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9e371f6c-6e43-48dc-a8b2-f0fa82341afa"} {"level":"info","ts":1785195447.5741878,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195447.5742948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.574347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.5743966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","EoS":false} {"level":"info","ts":1785195447.5744174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","EoS":true} {"level":"info","ts":1785195447.5744529,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195447.5744758,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195447.5745077,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94ad0a7f-f9df-4d4e-a515-cac636865992"} {"level":"info","ts":1785195447.6111922,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195447.6112664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195447.6112738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195447.6112843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","EoS":false} {"level":"info","ts":1785195447.611294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","EoS":true} {"level":"info","ts":1785195447.6113126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195447.6113255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195447.6113446,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"809ca71e-a857-93ab-9db0-ffa34821590d"} {"level":"info","ts":1785195466.5185072,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195466.5185971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195466.5186124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195466.5186322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","EoS":false} {"level":"info","ts":1785195466.5186522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","EoS":true} {"level":"info","ts":1785195466.5186825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195466.5187025,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195466.518735,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"57068ac2-c75f-41da-9306-3124b696091b"} {"level":"info","ts":1785195475.7965615,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195475.79664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cf1c0e4-6901-4d73-b4d0-70418390f10e"} {"level":"info","ts":1785195475.7966497,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1cf1c0e4-6901-4d73-b4d0-70418390f10e"} {"level":"info","ts":1785195475.7966616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cf1c0e4-6901-4d73-b4d0-70418390f10e","EoS":false} {"level":"info","ts":1785195475.7966735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1cf1c0e4-6901-4d73-b4d0-70418390f10e","EoS":true} {"level":"info","ts":1785195475.796696,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cf1c0e4-6901-4d73-b4d0-70418390f10e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195475.7967129,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cf1c0e4-6901-4d73-b4d0-70418390f10e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195475.7967365,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1cf1c0e4-6901-4d73-b4d0-70418390f10e"} {"level":"info","ts":1785195481.0691025,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195481.0691965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51c14a31-c404-4878-9b3e-5be134d5f036"} {"level":"info","ts":1785195481.0692134,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51c14a31-c404-4878-9b3e-5be134d5f036"} {"level":"info","ts":1785195481.069233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51c14a31-c404-4878-9b3e-5be134d5f036","EoS":false} {"level":"info","ts":1785195481.069254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51c14a31-c404-4878-9b3e-5be134d5f036","EoS":true} {"level":"info","ts":1785195481.0692868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51c14a31-c404-4878-9b3e-5be134d5f036","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785195481.0693057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51c14a31-c404-4878-9b3e-5be134d5f036","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785195481.069338,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51c14a31-c404-4878-9b3e-5be134d5f036"} {"level":"info","ts":1785195571.4505494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195571.4506683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f55f465a-851b-4976-8f14-1c6044daf525"} {"level":"info","ts":1785195571.4506886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f55f465a-851b-4976-8f14-1c6044daf525"} {"level":"info","ts":1785195571.4507053,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f55f465a-851b-4976-8f14-1c6044daf525","EoS":false} {"level":"info","ts":1785195571.4507205,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f55f465a-851b-4976-8f14-1c6044daf525","EoS":true} {"level":"info","ts":1785195571.45076,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f55f465a-851b-4976-8f14-1c6044daf525","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785195571.450783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f55f465a-851b-4976-8f14-1c6044daf525","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785195571.450817,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f55f465a-851b-4976-8f14-1c6044daf525"} {"level":"info","ts":1785195599.338809,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195599.338884,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195599.3388934,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195599.3389046,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","EoS":false} {"level":"info","ts":1785195599.338915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","EoS":true} {"level":"info","ts":1785195599.3389354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785195599.3389513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785195599.3389716,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ab6c6e0e-6ef2-4ca6-8710-f7250a116826"} {"level":"info","ts":1785195636.3831325,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195636.3832161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195636.3832257,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195636.3832376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","EoS":false} {"level":"info","ts":1785195636.3832517,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","EoS":true} {"level":"info","ts":1785195636.3832755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195636.3832917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195636.383309,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cacc3f3c-d21f-44ee-aea4-95b4b3f0ef3f"} {"level":"info","ts":1785195651.6018739,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195651.601967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195651.601985,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195651.602004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","EoS":false} {"level":"info","ts":1785195651.6020272,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","EoS":true} {"level":"info","ts":1785195651.6020606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195651.6020815,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195651.6021135,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55af955c-4732-463b-81c4-a0a74e45aff3"} {"level":"info","ts":1785195651.8755872,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195651.87567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98336025-74ee-4d38-a0b6-a16ed355df48"} {"level":"info","ts":1785195651.87568,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"98336025-74ee-4d38-a0b6-a16ed355df48"} {"level":"info","ts":1785195651.8756914,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98336025-74ee-4d38-a0b6-a16ed355df48","EoS":false} {"level":"info","ts":1785195651.875703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"98336025-74ee-4d38-a0b6-a16ed355df48","EoS":true} {"level":"info","ts":1785195651.8757253,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98336025-74ee-4d38-a0b6-a16ed355df48","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785195651.875742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98336025-74ee-4d38-a0b6-a16ed355df48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195651.8757591,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"98336025-74ee-4d38-a0b6-a16ed355df48"} {"level":"info","ts":1785195948.783073,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195948.7831588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195948.7831676,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195948.7831786,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","EoS":false} {"level":"info","ts":1785195948.783193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","EoS":true} {"level":"info","ts":1785195948.7832131,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195948.7832282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195948.7832496,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60165a06-7245-45be-a9d6-14e60cfb0743"} {"level":"info","ts":1785195948.8196864,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195948.8197737,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5aaf0e35-9e0e-40df-bbe2-42c597fa9083"} {"level":"info","ts":1785195948.8197908,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5aaf0e35-9e0e-40df-bbe2-42c597fa9083"} {"level":"info","ts":1785195948.8198102,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5aaf0e35-9e0e-40df-bbe2-42c597fa9083","EoS":false} {"level":"info","ts":1785195948.8198278,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5aaf0e35-9e0e-40df-bbe2-42c597fa9083","EoS":true} {"level":"info","ts":1785195948.8198564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5aaf0e35-9e0e-40df-bbe2-42c597fa9083","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195948.8198762,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5aaf0e35-9e0e-40df-bbe2-42c597fa9083","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195948.8199039,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5aaf0e35-9e0e-40df-bbe2-42c597fa9083"} {"level":"info","ts":1785195948.8495388,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195948.8496017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33794e13-e9a9-4f4c-b6b9-85bac8398204"} {"level":"info","ts":1785195948.8496108,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"33794e13-e9a9-4f4c-b6b9-85bac8398204"} {"level":"info","ts":1785195948.8496218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33794e13-e9a9-4f4c-b6b9-85bac8398204","EoS":false} {"level":"info","ts":1785195948.8496344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"33794e13-e9a9-4f4c-b6b9-85bac8398204","EoS":true} {"level":"info","ts":1785195948.849653,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33794e13-e9a9-4f4c-b6b9-85bac8398204","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785195948.849668,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33794e13-e9a9-4f4c-b6b9-85bac8398204","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785195948.849686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"33794e13-e9a9-4f4c-b6b9-85bac8398204"} {"level":"info","ts":1785195953.6643143,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"986b6c22-68eb-40a7-8e38-c40bf6415a93","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195953.6643467,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"986b6c22-68eb-40a7-8e38-c40bf6415a93","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785195953.6643448,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f3f3aed-08b6-47ed-9462-515009128fbf"} {"level":"info","ts":1785195953.669274,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d20dead5-27fb-4ba3-8f83-f2432fda9ba9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195953.669305,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d20dead5-27fb-4ba3-8f83-f2432fda9ba9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785195953.6698613,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33497.151105589,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.6698809,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.85213,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fbf62fe-b215-4323-834f-ea94488ed1c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195953.852185,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2fbf62fe-b215-4323-834f-ea94488ed1c7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785195953.8527842,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d87cdf2-0b9d-41ba-ada6-c7cc89f4b7ca"} {"level":"info","ts":1785195953.8530028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6780e5-17c3-47ee-9cc2-046488374ed9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.8530285,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2d6780e5-17c3-47ee-9cc2-046488374ed9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.8530662,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eca2f696-a710-4f38-92ef-8bb508c17006","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.8530812,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eca2f696-a710-4f38-92ef-8bb508c17006","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.853127,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34088.126408288,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.8531399,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.8536901,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.8591266,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.8705244,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36008.490217641,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.8705463,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.8775556,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785195953.9360833,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7343d01f-9311-452c-a23c-74492ee1e05a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.936121,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7343d01f-9311-452c-a23c-74492ee1e05a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.9500785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"209bd28b-dc1f-44cb-bb7b-c11e9bc198b4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.9501185,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"209bd28b-dc1f-44cb-bb7b-c11e9bc198b4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785195953.953944,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d87cdf2-0b9d-41ba-ada6-c7cc89f4b7ca","name":"e2e-external-model"} {"level":"info","ts":1785195953.961203,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d87cdf2-0b9d-41ba-ada6-c7cc89f4b7ca","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785195953.9638124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ac5afc3-184c-4f27-96ba-02f4524b5a92","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195953.9638538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ac5afc3-184c-4f27-96ba-02f4524b5a92","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785195953.9651117,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d87cdf2-0b9d-41ba-ada6-c7cc89f4b7ca","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195953.9651954,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebd9c97a-17bd-40f4-b66c-382cb96dd857"} {"level":"info","ts":1785195953.9652426,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebd9c97a-17bd-40f4-b66c-382cb96dd857","name":"e2e-external-model"} {"level":"info","ts":1785195953.9710078,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f3f3aed-08b6-47ed-9462-515009128fbf","name":"e2e-external-provider"} {"level":"info","ts":1785195953.9738176,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebd9c97a-17bd-40f4-b66c-382cb96dd857","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785195953.9817584,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f3f3aed-08b6-47ed-9462-515009128fbf","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785195953.9850736,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1f3f3aed-08b6-47ed-9462-515009128fbf","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195953.9851794,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"313a1499-938f-4b53-af01-391825fe12f8"} {"level":"info","ts":1785195953.9852378,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"313a1499-938f-4b53-af01-391825fe12f8","name":"e2e-external-provider"} {"level":"info","ts":1785195953.9929662,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"313a1499-938f-4b53-af01-391825fe12f8","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785195963.3325703,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195963.3326492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76"} {"level":"info","ts":1785195963.33266,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76"} {"level":"info","ts":1785195963.3326712,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76","EoS":false} {"level":"info","ts":1785195963.3326838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76","EoS":true} {"level":"info","ts":1785195963.3327053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785195963.3327217,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785195963.3327296,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76","modelName":"e2e-external-model"} {"level":"info","ts":1785195963.3327453,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785195963.33281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8fc5319a-029b-4fcd-8674-918a0fb2bf76"} {"level":"info","ts":1785195963.3804395,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195963.3805141,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af"} {"level":"info","ts":1785195963.380524,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af"} {"level":"info","ts":1785195963.3805344,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af","EoS":false} {"level":"info","ts":1785195963.3805451,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af","EoS":true} {"level":"info","ts":1785195963.3805656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785195963.38058,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785195963.3805876,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af","modelName":"e2e-external-model"} {"level":"info","ts":1785195963.3806026,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785195963.38064,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bfcdb2d5-ac5b-4309-8687-4ae2354bf1af"} {"level":"info","ts":1785195963.407273,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195963.4073384,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863"} {"level":"info","ts":1785195963.4073842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863"} {"level":"info","ts":1785195963.4073966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","EoS":false} {"level":"info","ts":1785195963.407411,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","EoS":true} {"level":"info","ts":1785195963.4074318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785195963.407445,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785195963.4074523,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","modelName":"e2e-external-model"} {"level":"info","ts":1785195963.4074686,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785195963.4075055,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ae16f10-004b-4d3b-ac0c-0aba37970863"} {"level":"info","ts":1785195963.5330527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"680bc59a-7670-4063-add1-9f20e76d6731"} {"level":"info","ts":1785195963.5331192,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40347bfd-75ed-46e9-b226-c8618384514b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5331538,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40347bfd-75ed-46e9-b226-c8618384514b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785195963.539708,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e309faa1-e89b-448b-bcfa-c2d8ee2e3a84","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5397327,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e309faa1-e89b-448b-bcfa-c2d8ee2e3a84","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785195963.540387,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"680bc59a-7670-4063-add1-9f20e76d6731","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195963.5404422,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"680bc59a-7670-4063-add1-9f20e76d6731","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.549059,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"680bc59a-7670-4063-add1-9f20e76d6731","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785195963.554024,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"680bc59a-7670-4063-add1-9f20e76d6731","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195963.5541117,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0da32bb5-d694-4a59-9486-fb264f20502e"} {"level":"info","ts":1785195963.5541708,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0da32bb5-d694-4a59-9486-fb264f20502e","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.5553963,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2e5ee25-f778-43fa-893a-c02c47df4aa6","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.55543,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c2e5ee25-f778-43fa-893a-c02c47df4aa6","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785195963.566616,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0da32bb5-d694-4a59-9486-fb264f20502e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785195963.566662,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0da32bb5-d694-4a59-9486-fb264f20502e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195963.5667293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"411b8b8b-e7b1-4a7c-a6de-59533d9c8711"} {"level":"info","ts":1785195963.5667834,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"411b8b8b-e7b1-4a7c-a6de-59533d9c8711","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.568727,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ba24088-e20b-4252-a0c2-bf5ac44d6d6e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5688012,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2ba24088-e20b-4252-a0c2-bf5ac44d6d6e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785195963.5737195,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"411b8b8b-e7b1-4a7c-a6de-59533d9c8711","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785195963.5764763,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"411b8b8b-e7b1-4a7c-a6de-59533d9c8711","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195963.5765436,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62611156-fb88-4b13-98a8-7f62f15c707c"} {"level":"info","ts":1785195963.5765836,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62611156-fb88-4b13-98a8-7f62f15c707c","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.5820382,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83cf7d2e-258a-45fb-ba40-4e465a35bf55","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195963.5820687,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"83cf7d2e-258a-45fb-ba40-4e465a35bf55","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785195963.5834203,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62611156-fb88-4b13-98a8-7f62f15c707c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785195963.586515,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"62611156-fb88-4b13-98a8-7f62f15c707c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785195963.5865903,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de610fcb-0b4d-459c-a844-b730ed6e139a"} {"level":"info","ts":1785195963.5866406,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de610fcb-0b4d-459c-a844-b730ed6e139a","name":"e2e-cleanup-test"} {"level":"info","ts":1785195963.5930412,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de610fcb-0b4d-459c-a844-b730ed6e139a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785195971.798383,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"de74da35-1833-4e5e-9a2e-8e76f64f126e"} {"level":"info","ts":1785195971.7984142,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"437b80d8-f2c3-4c81-b10d-fcae9a33f939","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195971.7984428,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"437b80d8-f2c3-4c81-b10d-fcae9a33f939","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785195976.0873437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195976.0874608,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c"} {"level":"info","ts":1785195976.0874712,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c"} {"level":"info","ts":1785195976.0874834,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c","EoS":false} {"level":"info","ts":1785195976.0874984,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c","EoS":true} {"level":"info","ts":1785195976.0875213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785195976.0875387,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785195976.087566,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a859677a-74d0-4565-b6d5-966b648dfb7c"} {"level":"info","ts":1785195976.1163356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195976.1164165,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe"} {"level":"info","ts":1785195976.1164293,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe"} {"level":"info","ts":1785195976.1164403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","EoS":false} {"level":"info","ts":1785195976.1164508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","EoS":true} {"level":"info","ts":1785195976.1164677,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785195976.116481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785195976.1164882,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","modelName":"e2e-external-model"} {"level":"info","ts":1785195976.1165023,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785195976.1165519,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d20bc84a-3beb-4d4e-bb49-75eb2128d4fe"} {"level":"info","ts":1785195976.1576445,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195976.1576972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.1577058,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.157719,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","EoS":false} {"level":"info","ts":1785195976.1577318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","EoS":true} {"level":"info","ts":1785195976.157749,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785195976.157763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785195976.1577895,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ff5ff260-52e7-4f38-b005-8fb49d3642c4"} {"level":"info","ts":1785195976.2946963,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785195976.294758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195976.2947686,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195976.2947793,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","EoS":false} {"level":"info","ts":1785195976.2947965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","EoS":true} {"level":"info","ts":1785195976.2948213,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7","field":"model"} {"level":"info","ts":1785195976.294849,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6f761a95-52ac-4159-b9f6-794940ff71f7"} {"level":"info","ts":1785195977.1803293,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"41c9aacb-945d-4de0-9a3d-4b69044a672c"} {"level":"info","ts":1785195977.1803286,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f417aec5-bc77-49e3-8077-a4b536fdcbc7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195977.1804497,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f417aec5-bc77-49e3-8077-a4b536fdcbc7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785195977.3312776,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3ee5271d-89cc-4b1e-9abe-d7fb6c44001a"} {"level":"info","ts":1785195977.3313282,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09e9589d-16bc-404d-a68c-0948ba3a4e6d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785195977.331376,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"09e9589d-16bc-404d-a68c-0948ba3a4e6d","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785197289.7292542,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197289.7293391,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1a1d40f9-f9c3-44f1-bf13-3b4f5571ee4d"} {"level":"info","ts":1785197349.1851945,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785197349.1852803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"} {"level":"info","ts":1785197349.1852882,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"} {"level":"info","ts":1785197349.1852999,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","EoS":false} {"level":"info","ts":1785197349.185312,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","EoS":true} {"level":"info","ts":1785197349.1853375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785197349.1853783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785197349.185403,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"94dd51fd-0196-4be6-863c-192af2b9b9e2"}