{"level":"info","ts":1785268147.0782933,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"583ec325-131b-4a8e-a0e3-544ba65dfcb4","EoS":false} {"level":"info","ts":1785268147.078304,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"583ec325-131b-4a8e-a0e3-544ba65dfcb4","EoS":true} {"level":"info","ts":1785268147.078322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"583ec325-131b-4a8e-a0e3-544ba65dfcb4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268147.0783367,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"583ec325-131b-4a8e-a0e3-544ba65dfcb4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268147.0783575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"583ec325-131b-4a8e-a0e3-544ba65dfcb4"} {"level":"info","ts":1785268151.2360563,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268151.2362103,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85ad7581-95a7-4abe-8b71-e48115ffec28"} {"level":"info","ts":1785268151.2362251,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"85ad7581-95a7-4abe-8b71-e48115ffec28"} {"level":"info","ts":1785268151.2362378,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85ad7581-95a7-4abe-8b71-e48115ffec28","EoS":false} {"level":"info","ts":1785268151.2362528,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"85ad7581-95a7-4abe-8b71-e48115ffec28","EoS":true} {"level":"info","ts":1785268151.236275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85ad7581-95a7-4abe-8b71-e48115ffec28","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268151.2362933,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85ad7581-95a7-4abe-8b71-e48115ffec28","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268151.2363179,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"85ad7581-95a7-4abe-8b71-e48115ffec28"} {"level":"info","ts":1785268170.1580372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.158138,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.1581504,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.1581619,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","EoS":false} {"level":"info","ts":1785268170.1581757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","EoS":true} {"level":"info","ts":1785268170.1581972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268170.1582136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.158234,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c3e423c-7b18-4842-b960-a801259052a7"} {"level":"info","ts":1785268170.2963674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.2964408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.2964516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.2964637,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","EoS":false} {"level":"info","ts":1785268170.2964766,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","EoS":true} {"level":"info","ts":1785268170.2964969,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268170.2965143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.296537,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"152a827e-c88a-468d-8830-2b69b16334a0"} {"level":"info","ts":1785268170.4296005,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.4296732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.4296863,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.429697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","EoS":false} {"level":"info","ts":1785268170.4297085,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","EoS":true} {"level":"info","ts":1785268170.4297438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268170.4297602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.4297838,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5cee6280-aaa5-4055-9a26-d59681457c24"} {"level":"info","ts":1785268170.5626285,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.5627058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.5627205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.5627325,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","EoS":false} {"level":"info","ts":1785268170.562743,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","EoS":true} {"level":"info","ts":1785268170.562762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268170.5627825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.5628045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4d09c02f-2e4b-4a8e-8636-f7b32b45443d"} {"level":"info","ts":1785268170.6988266,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.6988971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268170.6989093,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268170.69892,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","EoS":false} {"level":"info","ts":1785268170.69893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","EoS":true} {"level":"info","ts":1785268170.6989453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268170.6989589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.6989775,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74a6c377-0c0f-4e00-aef0-aa91b4b294fa"} {"level":"info","ts":1785268170.8321645,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268170.8322213,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"845a3dec-c74a-447e-ba85-acfe60c5fe44"} {"level":"info","ts":1785268170.8322282,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"845a3dec-c74a-447e-ba85-acfe60c5fe44"} {"level":"info","ts":1785268170.8322382,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"845a3dec-c74a-447e-ba85-acfe60c5fe44","EoS":false} {"level":"info","ts":1785268170.8322475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"845a3dec-c74a-447e-ba85-acfe60c5fe44","EoS":true} {"level":"info","ts":1785268170.8322628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"845a3dec-c74a-447e-ba85-acfe60c5fe44","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268170.8322737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"845a3dec-c74a-447e-ba85-acfe60c5fe44","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268170.8322923,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"845a3dec-c74a-447e-ba85-acfe60c5fe44"} {"level":"info","ts":1785268186.5347934,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268186.534888,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.5349011,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.534919,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","EoS":false} {"level":"info","ts":1785268186.5349321,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","EoS":true} {"level":"info","ts":1785268186.5349557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268186.5349715,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268186.5349953,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6129c338-e15d-4ec6-b3de-4e216496557c"} {"level":"info","ts":1785268186.5757809,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268186.5758688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.575884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.5758965,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","EoS":false} {"level":"info","ts":1785268186.57591,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","EoS":true} {"level":"info","ts":1785268186.5759287,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268186.5759473,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268186.5759706,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e4d61c62-15da-4ad8-a060-cf7f9468a204"} {"level":"info","ts":1785268186.6129794,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268186.6130636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8bc4cdd-5215-458e-9883-080ce325852e"} {"level":"info","ts":1785268186.6131036,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c8bc4cdd-5215-458e-9883-080ce325852e"} {"level":"info","ts":1785268186.6131182,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8bc4cdd-5215-458e-9883-080ce325852e","EoS":false} {"level":"info","ts":1785268186.6131303,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c8bc4cdd-5215-458e-9883-080ce325852e","EoS":true} {"level":"info","ts":1785268186.6131494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8bc4cdd-5215-458e-9883-080ce325852e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268186.6131644,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8bc4cdd-5215-458e-9883-080ce325852e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268186.613189,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c8bc4cdd-5215-458e-9883-080ce325852e"} {"level":"info","ts":1785268186.6446624,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268186.644739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8ac83bb-bfd6-4274-9801-6862a916c920"} {"level":"info","ts":1785268186.644754,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b8ac83bb-bfd6-4274-9801-6862a916c920"} {"level":"info","ts":1785268186.644767,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8ac83bb-bfd6-4274-9801-6862a916c920","EoS":false} {"level":"info","ts":1785268186.6447804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b8ac83bb-bfd6-4274-9801-6862a916c920","EoS":true} {"level":"info","ts":1785268186.644795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8ac83bb-bfd6-4274-9801-6862a916c920","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268186.6448076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8ac83bb-bfd6-4274-9801-6862a916c920","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268186.6448283,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b8ac83bb-bfd6-4274-9801-6862a916c920"} {"level":"info","ts":1785268186.6755385,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268186.6755888,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f01ae019-e93d-47b3-8e23-42f4dffa37fa"} {"level":"info","ts":1785268191.3109002,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268191.3110578,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268191.3111062,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268191.3111224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","EoS":false} {"level":"info","ts":1785268191.3111365,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","EoS":true} {"level":"info","ts":1785268191.3111598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268191.3111782,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268191.3112032,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e661963a-a0ad-470a-8ee6-0934294e34a7"} {"level":"info","ts":1785268199.9172,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268199.9172835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ee37c22-95b0-4ded-b5ae-8f71e27f5161"} {"level":"info","ts":1785268199.9172964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5ee37c22-95b0-4ded-b5ae-8f71e27f5161"} {"level":"info","ts":1785268199.9173086,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ee37c22-95b0-4ded-b5ae-8f71e27f5161","EoS":false} {"level":"info","ts":1785268199.9173203,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5ee37c22-95b0-4ded-b5ae-8f71e27f5161","EoS":true} {"level":"info","ts":1785268199.9173422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ee37c22-95b0-4ded-b5ae-8f71e27f5161","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268199.917359,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ee37c22-95b0-4ded-b5ae-8f71e27f5161","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268199.9173834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5ee37c22-95b0-4ded-b5ae-8f71e27f5161"} {"level":"info","ts":1785268201.9467123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268201.9468002,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268201.9468105,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268201.946822,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","EoS":false} {"level":"info","ts":1785268201.9468338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","EoS":true} {"level":"info","ts":1785268201.9468527,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268201.94687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268201.9468966,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44a230c7-7b22-9281-bdfa-266f372100f2"} {"level":"info","ts":1785268214.8269775,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268214.8271012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268214.827124,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268214.8271427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","EoS":false} {"level":"info","ts":1785268214.8271594,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","EoS":true} {"level":"info","ts":1785268214.8271935,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268214.8272173,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268214.8272538,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5e98d7fd-c81f-49b0-8d29-bda90cb7338e"} {"level":"info","ts":1785268223.3656366,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268223.3657289,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268223.365739,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268223.3657508,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","EoS":false} {"level":"info","ts":1785268223.365762,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","EoS":true} {"level":"info","ts":1785268223.365787,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268223.3658059,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268223.365835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"04003f34-7b62-4ce2-be36-1cccb96aa21b"} {"level":"info","ts":1785268232.2755082,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268232.2756226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268232.2756379,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268232.27565,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","EoS":false} {"level":"info","ts":1785268232.2756627,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","EoS":true} {"level":"info","ts":1785268232.2756946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268232.2757149,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268232.27574,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ef9eeed-2b37-4173-b5bb-be003b5fc9fd"} {"level":"info","ts":1785268241.2796435,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268241.2797391,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afb9ec87-79de-4eae-9946-a9303ee0dcea"} {"level":"info","ts":1785268241.2797527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"afb9ec87-79de-4eae-9946-a9303ee0dcea"} {"level":"info","ts":1785268241.2797663,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afb9ec87-79de-4eae-9946-a9303ee0dcea","EoS":false} {"level":"info","ts":1785268241.2797782,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afb9ec87-79de-4eae-9946-a9303ee0dcea","EoS":true} {"level":"info","ts":1785268241.2798018,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afb9ec87-79de-4eae-9946-a9303ee0dcea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268241.2798226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afb9ec87-79de-4eae-9946-a9303ee0dcea","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268241.2798758,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"afb9ec87-79de-4eae-9946-a9303ee0dcea"} {"level":"info","ts":1785268246.0415154,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268246.0416148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afa829f3-317d-4632-a0bc-42e5f2617dde"} {"level":"info","ts":1785268246.0416322,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"afa829f3-317d-4632-a0bc-42e5f2617dde"} {"level":"info","ts":1785268246.0416458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afa829f3-317d-4632-a0bc-42e5f2617dde","EoS":false} {"level":"info","ts":1785268246.041656,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"afa829f3-317d-4632-a0bc-42e5f2617dde","EoS":true} {"level":"info","ts":1785268246.0416799,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afa829f3-317d-4632-a0bc-42e5f2617dde","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268246.0416958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afa829f3-317d-4632-a0bc-42e5f2617dde","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268246.041719,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"afa829f3-317d-4632-a0bc-42e5f2617dde"} {"level":"info","ts":1785268250.8078113,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268250.8079116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de16073e-5836-49c5-acc5-abaefeb3b4ae"} {"level":"info","ts":1785268250.8079288,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"de16073e-5836-49c5-acc5-abaefeb3b4ae"} {"level":"info","ts":1785268250.8079417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de16073e-5836-49c5-acc5-abaefeb3b4ae","EoS":false} {"level":"info","ts":1785268250.8079522,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"de16073e-5836-49c5-acc5-abaefeb3b4ae","EoS":true} {"level":"info","ts":1785268250.8079724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de16073e-5836-49c5-acc5-abaefeb3b4ae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268250.8079896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de16073e-5836-49c5-acc5-abaefeb3b4ae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268250.808013,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"de16073e-5836-49c5-acc5-abaefeb3b4ae"} {"level":"info","ts":1785268251.190256,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268251.1903462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9fef2dc-e312-4728-a7de-d09b98274e5f"} {"level":"info","ts":1785268251.1903636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f9fef2dc-e312-4728-a7de-d09b98274e5f"} {"level":"info","ts":1785268251.190384,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9fef2dc-e312-4728-a7de-d09b98274e5f","EoS":false} {"level":"info","ts":1785268251.1904044,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f9fef2dc-e312-4728-a7de-d09b98274e5f","EoS":true} {"level":"info","ts":1785268251.190438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9fef2dc-e312-4728-a7de-d09b98274e5f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268251.1904595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9fef2dc-e312-4728-a7de-d09b98274e5f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268251.1904907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f9fef2dc-e312-4728-a7de-d09b98274e5f"} {"level":"info","ts":1785268253.2236116,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268253.2237313,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9645c711-a5b1-4d1b-a858-06150b1383c2"} {"level":"info","ts":1785268253.2237506,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9645c711-a5b1-4d1b-a858-06150b1383c2"} {"level":"info","ts":1785268253.2237659,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9645c711-a5b1-4d1b-a858-06150b1383c2","EoS":false} {"level":"info","ts":1785268253.2237809,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9645c711-a5b1-4d1b-a858-06150b1383c2","EoS":true} {"level":"info","ts":1785268253.223803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9645c711-a5b1-4d1b-a858-06150b1383c2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268253.2238212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9645c711-a5b1-4d1b-a858-06150b1383c2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268253.2238445,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9645c711-a5b1-4d1b-a858-06150b1383c2"} {"level":"info","ts":1785268255.2597888,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268255.2598898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aa1142d-f47e-4bef-b3aa-0992bc8f7536"} {"level":"info","ts":1785268255.259911,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9aa1142d-f47e-4bef-b3aa-0992bc8f7536"} {"level":"info","ts":1785268255.2599328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9aa1142d-f47e-4bef-b3aa-0992bc8f7536","EoS":false} {"level":"info","ts":1785268255.259952,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9aa1142d-f47e-4bef-b3aa-0992bc8f7536","EoS":true} {"level":"info","ts":1785268255.2599826,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9aa1142d-f47e-4bef-b3aa-0992bc8f7536","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268255.2600043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9aa1142d-f47e-4bef-b3aa-0992bc8f7536","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268255.260037,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9aa1142d-f47e-4bef-b3aa-0992bc8f7536"} {"level":"info","ts":1785268257.2969851,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268257.2970927,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268257.29711,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268257.2971249,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","EoS":false} {"level":"info","ts":1785268257.2971358,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","EoS":true} {"level":"info","ts":1785268257.2971575,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268257.2971764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268257.297221,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3922ba30-2f51-49e6-9094-0aa8710706d4"} {"level":"info","ts":1785268280.1142225,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268280.1143277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268280.1143477,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268280.1143613,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","EoS":false} {"level":"info","ts":1785268280.1143734,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","EoS":true} {"level":"info","ts":1785268280.1143956,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268280.1144164,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268280.1144397,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2eabba55-8b34-4f85-8619-25d991fab2bb"} {"level":"info","ts":1785268289.409401,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268289.4095194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5cb6bad-82ed-4c82-8f55-7492c589747c"} {"level":"info","ts":1785268289.4097188,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5cb6bad-82ed-4c82-8f55-7492c589747c"} {"level":"info","ts":1785268289.4098318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5cb6bad-82ed-4c82-8f55-7492c589747c","EoS":false} {"level":"info","ts":1785268289.4099302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5cb6bad-82ed-4c82-8f55-7492c589747c","EoS":true} {"level":"info","ts":1785268289.4100044,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5cb6bad-82ed-4c82-8f55-7492c589747c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268289.410056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5cb6bad-82ed-4c82-8f55-7492c589747c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268289.4101372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5cb6bad-82ed-4c82-8f55-7492c589747c"} {"level":"info","ts":1785268307.7374654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268307.7375488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"250bda45-65fc-48d5-bfcf-465022d10041"} {"level":"info","ts":1785268307.7375624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"250bda45-65fc-48d5-bfcf-465022d10041"} {"level":"info","ts":1785268307.737574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"250bda45-65fc-48d5-bfcf-465022d10041","EoS":false} {"level":"info","ts":1785268307.7375915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"250bda45-65fc-48d5-bfcf-465022d10041","EoS":true} {"level":"info","ts":1785268307.7376218,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"250bda45-65fc-48d5-bfcf-465022d10041","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268307.7376382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"250bda45-65fc-48d5-bfcf-465022d10041","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268307.7376606,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"250bda45-65fc-48d5-bfcf-465022d10041"} {"level":"info","ts":1785268317.2917538,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268317.2918422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"32d8af6c-5c4a-4462-9657-5593db9f5096"} {"level":"info","ts":1785268317.291858,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"32d8af6c-5c4a-4462-9657-5593db9f5096"} {"level":"info","ts":1785268317.2918704,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32d8af6c-5c4a-4462-9657-5593db9f5096","EoS":false} {"level":"info","ts":1785268317.2918835,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"32d8af6c-5c4a-4462-9657-5593db9f5096","EoS":true} {"level":"info","ts":1785268317.2919037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"32d8af6c-5c4a-4462-9657-5593db9f5096","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268317.2919202,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"32d8af6c-5c4a-4462-9657-5593db9f5096","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268317.2919438,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"32d8af6c-5c4a-4462-9657-5593db9f5096"} {"level":"info","ts":1785268319.32698,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268319.327124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268319.32714,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268319.3271542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","EoS":false} {"level":"info","ts":1785268319.3271687,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","EoS":true} {"level":"info","ts":1785268319.3271902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268319.3272088,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268319.327233,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1dcd9750-e7c9-4afe-ad9e-f5b61e07626c"} {"level":"info","ts":1785268328.7308972,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268328.7309785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7309954,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7310224,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","EoS":false} {"level":"info","ts":1785268328.7310338,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","EoS":true} {"level":"info","ts":1785268328.7310538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268328.7310922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268328.7311141,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbdc615a-fac8-40c4-a0ec-58446ad54cf4"} {"level":"info","ts":1785268328.7638636,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268328.7639494,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268328.763961,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268328.7639737,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","EoS":false} {"level":"info","ts":1785268328.7639866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","EoS":true} {"level":"info","ts":1785268328.7640014,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268328.7640142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268328.764031,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0c2e635-0d60-44a8-b116-3c8c4ab98771"} {"level":"info","ts":1785268347.7971044,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268347.7971923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268347.7972028,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268347.797215,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","EoS":false} {"level":"info","ts":1785268347.7972302,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","EoS":true} {"level":"info","ts":1785268347.7972536,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268347.7972708,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268347.797293,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11978bd3-223e-4f10-a975-a72fc50525ae"} {"level":"info","ts":1785268357.0911279,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268357.091224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51b42ae3-cb2a-4a81-8844-b7756f1cdbb6"} {"level":"info","ts":1785268357.0912411,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"51b42ae3-cb2a-4a81-8844-b7756f1cdbb6"} {"level":"info","ts":1785268357.0912533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51b42ae3-cb2a-4a81-8844-b7756f1cdbb6","EoS":false} {"level":"info","ts":1785268357.091265,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"51b42ae3-cb2a-4a81-8844-b7756f1cdbb6","EoS":true} {"level":"info","ts":1785268357.0912907,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51b42ae3-cb2a-4a81-8844-b7756f1cdbb6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268357.091312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51b42ae3-cb2a-4a81-8844-b7756f1cdbb6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268357.0913367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"51b42ae3-cb2a-4a81-8844-b7756f1cdbb6"} {"level":"info","ts":1785268362.4643652,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268362.4644444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3766520e-5eec-44d4-b217-75a5f3b3dcf7"} {"level":"info","ts":1785268362.4644558,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3766520e-5eec-44d4-b217-75a5f3b3dcf7"} {"level":"info","ts":1785268362.4644666,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3766520e-5eec-44d4-b217-75a5f3b3dcf7","EoS":false} {"level":"info","ts":1785268362.4644792,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3766520e-5eec-44d4-b217-75a5f3b3dcf7","EoS":true} {"level":"info","ts":1785268362.4645016,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3766520e-5eec-44d4-b217-75a5f3b3dcf7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785268362.4645193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3766520e-5eec-44d4-b217-75a5f3b3dcf7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785268362.4645417,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3766520e-5eec-44d4-b217-75a5f3b3dcf7"} {"level":"info","ts":1785268453.0711484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268453.0712583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0f3fc68c-8465-4f39-bd10-a39abe187524"} {"level":"info","ts":1785268453.0712721,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0f3fc68c-8465-4f39-bd10-a39abe187524"} {"level":"info","ts":1785268453.071285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f3fc68c-8465-4f39-bd10-a39abe187524","EoS":false} {"level":"info","ts":1785268453.0712972,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0f3fc68c-8465-4f39-bd10-a39abe187524","EoS":true} {"level":"info","ts":1785268453.0713224,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0f3fc68c-8465-4f39-bd10-a39abe187524","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785268453.0713449,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0f3fc68c-8465-4f39-bd10-a39abe187524","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268453.071372,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0f3fc68c-8465-4f39-bd10-a39abe187524"} {"level":"info","ts":1785268481.0535064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268481.0535915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268481.053602,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268481.053616,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","EoS":false} {"level":"info","ts":1785268481.0536363,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","EoS":true} {"level":"info","ts":1785268481.0536592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785268481.053676,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785268481.0537045,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a18c2ba0-6a77-4bc6-87f3-4d0b1b510bfa"} {"level":"info","ts":1785268522.421049,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268522.421156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268522.4211738,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268522.4211915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","EoS":false} {"level":"info","ts":1785268522.4212112,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","EoS":true} {"level":"info","ts":1785268522.4212437,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268522.421261,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268522.4212837,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5fed19c9-8284-4cf2-8fa1-551335c4335b"} {"level":"info","ts":1785268537.6780148,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268537.6781294,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268537.6781514,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268537.6781735,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","EoS":false} {"level":"info","ts":1785268537.6781917,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","EoS":true} {"level":"info","ts":1785268537.678227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268537.6782475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268537.6782794,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9220ebbf-2a2a-4ae6-89c5-d91b38fbf640"} {"level":"info","ts":1785268537.9627597,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268537.9628592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7a8c36f-9176-43dd-a1eb-764c2fdbcdf3"} {"level":"info","ts":1785268537.9628778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7a8c36f-9176-43dd-a1eb-764c2fdbcdf3"} {"level":"info","ts":1785268537.962893,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7a8c36f-9176-43dd-a1eb-764c2fdbcdf3","EoS":false} {"level":"info","ts":1785268537.962906,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7a8c36f-9176-43dd-a1eb-764c2fdbcdf3","EoS":true} {"level":"info","ts":1785268537.962929,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7a8c36f-9176-43dd-a1eb-764c2fdbcdf3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785268537.962946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7a8c36f-9176-43dd-a1eb-764c2fdbcdf3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268537.9629683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7a8c36f-9176-43dd-a1eb-764c2fdbcdf3"} {"level":"info","ts":1785268868.8766143,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268868.8767111,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268868.8767207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268868.8767328,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","EoS":false} {"level":"info","ts":1785268868.8767474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","EoS":true} {"level":"info","ts":1785268868.8767695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268868.8767858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268868.8768063,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6b67933c-7340-9b68-9c73-ea06d3ff5511"} {"level":"info","ts":1785268868.916315,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268868.9163747,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49d8a4ca-5f48-4092-9085-3c5cd5f56ed9"} {"level":"info","ts":1785268868.9163868,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"49d8a4ca-5f48-4092-9085-3c5cd5f56ed9"} {"level":"info","ts":1785268868.9163976,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49d8a4ca-5f48-4092-9085-3c5cd5f56ed9","EoS":false} {"level":"info","ts":1785268868.9164076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"49d8a4ca-5f48-4092-9085-3c5cd5f56ed9","EoS":true} {"level":"info","ts":1785268868.916425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49d8a4ca-5f48-4092-9085-3c5cd5f56ed9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268868.916439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49d8a4ca-5f48-4092-9085-3c5cd5f56ed9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268868.9164586,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"49d8a4ca-5f48-4092-9085-3c5cd5f56ed9"} {"level":"info","ts":1785268868.9491653,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268868.9492247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cf7e0e7-a116-4d87-8db8-b9ef81b333dd"} {"level":"info","ts":1785268868.9492354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7cf7e0e7-a116-4d87-8db8-b9ef81b333dd"} {"level":"info","ts":1785268868.9492466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cf7e0e7-a116-4d87-8db8-b9ef81b333dd","EoS":false} {"level":"info","ts":1785268868.9492571,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7cf7e0e7-a116-4d87-8db8-b9ef81b333dd","EoS":true} {"level":"info","ts":1785268868.9492738,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7cf7e0e7-a116-4d87-8db8-b9ef81b333dd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785268868.949288,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7cf7e0e7-a116-4d87-8db8-b9ef81b333dd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785268868.9493072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7cf7e0e7-a116-4d87-8db8-b9ef81b333dd"} {"level":"info","ts":1785268873.8237693,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15bdb69b-4886-4633-a2f8-af70bb4161ce","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268873.8238215,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"15bdb69b-4886-4633-a2f8-af70bb4161ce","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268873.8238626,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fa81137-1d1e-4932-8cf7-c3a14a0b6163"} {"level":"info","ts":1785268873.828912,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58dc648e-ab5e-4569-aedd-92eedbe2bde8","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268873.8289423,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"58dc648e-ab5e-4569-aedd-92eedbe2bde8","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785268873.832182,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fa81137-1d1e-4932-8cf7-c3a14a0b6163","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268873.832406,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38421.642263466,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.8324254,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.9494991,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8ae63e4-43a9-4522-9939-60081e4865cf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268873.9495463,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b8ae63e4-43a9-4522-9939-60081e4865cf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268873.94993,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e07105e3-6ab0-4730-beeb-1c89a3f85a58"} {"level":"info","ts":1785268873.9506059,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268873.95813,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99833a28-e911-4757-83a6-fa75a9e5e78a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268873.958171,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"99833a28-e911-4757-83a6-fa75a9e5e78a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785268873.9586265,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e07105e3-6ab0-4730-beeb-1c89a3f85a58","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268873.9586709,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e07105e3-6ab0-4730-beeb-1c89a3f85a58","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785268873.962001,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9219539-f389-4083-92d1-a9305e00de0d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268873.9620268,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e9219539-f389-4083-92d1-a9305e00de0d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268874.0413117,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":35848.886747494,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268874.041335,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268874.0416684,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64a43a2d-9543-4d0d-ad3f-9c49c77e761a","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268874.041705,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"64a43a2d-9543-4d0d-ad3f-9c49c77e761a","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785268874.0419843,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6d5c416-d1c1-4000-b807-1eac2c42d6cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268874.0420086,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6d5c416-d1c1-4000-b807-1eac2c42d6cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785268874.0421026,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e07105e3-6ab0-4730-beeb-1c89a3f85a58","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785268874.0421386,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e07105e3-6ab0-4730-beeb-1c89a3f85a58","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268874.0421846,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"207ed27c-dfd9-47eb-bd59-5dc74bf687db"} {"level":"info","ts":1785268874.0423703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":33089.872130319,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268874.0423908,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268874.0497549,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268874.0500083,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785268874.085619,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5960819f-d839-47c8-93ea-9592206955fd","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268874.085645,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5960819f-d839-47c8-93ea-9592206955fd","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268874.096989,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c046d524-0e52-495c-bc1c-762cc291dcaf","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268874.0970159,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c046d524-0e52-495c-bc1c-762cc291dcaf","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268874.1128166,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcfdf091-0206-4749-a55f-c2c82197bf06","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268874.1128433,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcfdf091-0206-4749-a55f-c2c82197bf06","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785268874.1417544,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fa81137-1d1e-4932-8cf7-c3a14a0b6163","name":"e2e-external-provider"} {"level":"info","ts":1785268874.1428268,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"207ed27c-dfd9-47eb-bd59-5dc74bf687db","name":"e2e-external-model"} {"level":"info","ts":1785268874.1510231,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"207ed27c-dfd9-47eb-bd59-5dc74bf687db","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268874.1522694,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fa81137-1d1e-4932-8cf7-c3a14a0b6163","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785268874.1544533,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"207ed27c-dfd9-47eb-bd59-5dc74bf687db","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268874.1545234,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df76510-b7f4-45a9-a872-0efa5c9ed847"} {"level":"info","ts":1785268874.1545691,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df76510-b7f4-45a9-a872-0efa5c9ed847","name":"e2e-external-model"} {"level":"error","ts":1785268874.155828,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1fa81137-1d1e-4932-8cf7-c3a14a0b6163","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268874.1559021,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e539d4e-a2a2-4f6e-999d-c08929f38e06"} {"level":"info","ts":1785268874.155937,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e539d4e-a2a2-4f6e-999d-c08929f38e06","name":"e2e-external-provider"} {"level":"info","ts":1785268874.1626139,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7df76510-b7f4-45a9-a872-0efa5c9ed847","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268874.167274,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6e539d4e-a2a2-4f6e-999d-c08929f38e06","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785268883.6347756,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268883.6348696,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329"} {"level":"info","ts":1785268883.6348855,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329"} {"level":"info","ts":1785268883.6348987,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329","EoS":false} {"level":"info","ts":1785268883.6349125,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329","EoS":true} {"level":"info","ts":1785268883.634931,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785268883.63495,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268883.6349595,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329","modelName":"e2e-external-model"} {"level":"info","ts":1785268883.6349747,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268883.6350377,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b5addfc-a9ca-4b9f-9694-3649d0d56329"} {"level":"info","ts":1785268883.6772227,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268883.677285,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1"} {"level":"info","ts":1785268883.6772964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1"} {"level":"info","ts":1785268883.677308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1","EoS":false} {"level":"info","ts":1785268883.6773174,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1","EoS":true} {"level":"info","ts":1785268883.6773362,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785268883.67735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268883.677358,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1","modelName":"e2e-external-model"} {"level":"info","ts":1785268883.6773696,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268883.6774018,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cde386ba-ee17-4324-a277-7c2fbe535be1"} {"level":"info","ts":1785268883.6983948,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268883.6984637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.6984766,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.6984882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","EoS":false} {"level":"info","ts":1785268883.698499,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","EoS":true} {"level":"info","ts":1785268883.6985152,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785268883.6985285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268883.6985357,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","modelName":"e2e-external-model"} {"level":"info","ts":1785268883.698548,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268883.6985905,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5693b387-ee4d-47b1-b01f-d9989f4c880f"} {"level":"info","ts":1785268883.9444582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35466fbf-1254-4da9-8563-fda82eb7bdce","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268883.9444664,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"402fb737-3eae-4cfc-b4ea-51c487b88a7e"} {"level":"info","ts":1785268883.944494,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"35466fbf-1254-4da9-8563-fda82eb7bdce","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785268883.9501271,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a35fea5-378c-4d27-b024-00e4dd4146c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268883.9501562,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0a35fea5-378c-4d27-b024-00e4dd4146c3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785268883.9532192,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"402fb737-3eae-4cfc-b4ea-51c487b88a7e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268883.953274,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"402fb737-3eae-4cfc-b4ea-51c487b88a7e","name":"e2e-cleanup-test"} {"level":"info","ts":1785268883.9718673,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1500064e-cfbc-4a5b-be3b-22429aa28f4e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268883.9718907,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1500064e-cfbc-4a5b-be3b-22429aa28f4e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785268883.9729536,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"402fb737-3eae-4cfc-b4ea-51c487b88a7e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785268883.9729953,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"402fb737-3eae-4cfc-b4ea-51c487b88a7e","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268883.9730437,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d01aca1-aba5-4987-8037-3b7e54e1b8aa"} {"level":"info","ts":1785268883.9731157,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d01aca1-aba5-4987-8037-3b7e54e1b8aa","name":"e2e-cleanup-test"} {"level":"info","ts":1785268883.987358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f7c8347-fcfa-4b0f-a1fc-47d12817f7aa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268883.9873843,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f7c8347-fcfa-4b0f-a1fc-47d12817f7aa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785268883.988583,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d01aca1-aba5-4987-8037-3b7e54e1b8aa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785268883.9886255,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7d01aca1-aba5-4987-8037-3b7e54e1b8aa","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268883.9886796,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"562feb4f-b970-4ef1-bb05-dbd05a3bc150"} {"level":"info","ts":1785268883.9887238,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"562feb4f-b970-4ef1-bb05-dbd05a3bc150","name":"e2e-cleanup-test"} {"level":"info","ts":1785268883.996038,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"562feb4f-b970-4ef1-bb05-dbd05a3bc150","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268884.0031276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b4ffb7c-3a2a-4df8-ba44-848100206ebf","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268884.0031526,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3b4ffb7c-3a2a-4df8-ba44-848100206ebf","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785268884.0043838,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"562feb4f-b970-4ef1-bb05-dbd05a3bc150","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785268884.0044403,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118e0597-2573-4e6c-882d-3b6cebe0d416"} {"level":"info","ts":1785268884.0045025,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118e0597-2573-4e6c-882d-3b6cebe0d416","name":"e2e-cleanup-test"} {"level":"info","ts":1785268884.0120926,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"118e0597-2573-4e6c-882d-3b6cebe0d416","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785268892.2242103,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1507414-e97f-48ad-a894-a27bd3a8483e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268892.2242534,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b1507414-e97f-48ad-a894-a27bd3a8483e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785268892.224257,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ddca6665-93bb-4696-886f-57a7d5e2ecbc"} {"level":"info","ts":1785268896.5485356,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268896.548637,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c"} {"level":"info","ts":1785268896.5486543,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c"} {"level":"info","ts":1785268896.548675,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c","EoS":false} {"level":"info","ts":1785268896.548697,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c","EoS":true} {"level":"info","ts":1785268896.5487304,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785268896.5487497,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785268896.5487752,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"478b9309-b12b-43d5-bc1b-5ec623ce612c"} {"level":"info","ts":1785268896.5753179,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268896.5753956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.57541,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.5754294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","EoS":false} {"level":"info","ts":1785268896.5754519,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","EoS":true} {"level":"info","ts":1785268896.575489,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785268896.5755086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268896.575523,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","modelName":"e2e-external-model"} {"level":"info","ts":1785268896.5755491,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785268896.5755994,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"90f0dc4c-5e11-4c44-b9fc-4be8b12d7c44"} {"level":"info","ts":1785268896.6631038,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268896.6631718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.6631842,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.6631954,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","EoS":false} {"level":"info","ts":1785268896.6632066,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","EoS":true} {"level":"info","ts":1785268896.6632242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785268896.663239,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785268896.663261,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22662dca-2f0e-4552-85c9-e88f6a5ac834"} {"level":"info","ts":1785268896.8053617,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785268896.805422,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268896.805438,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268896.8054564,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","EoS":false} {"level":"info","ts":1785268896.805476,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","EoS":true} {"level":"info","ts":1785268896.8055067,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f","field":"model"} {"level":"info","ts":1785268896.8055367,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74fbcef0-e5cc-49aa-b7ed-d2c1f70e757f"} {"level":"info","ts":1785268897.717603,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc80cb68-e5f4-4990-aae9-28736657f8fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268897.7176483,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bc80cb68-e5f4-4990-aae9-28736657f8fb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785268897.7176626,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b104420-f108-40dd-8f5d-e63cd5433bc3"} {"level":"info","ts":1785268897.8665211,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9ae8155f-a546-4cd2-bc89-0c28cab9b4a5"} {"level":"info","ts":1785268897.8665621,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0f215a0-f639-4001-bc04-ba832825a6f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785268897.8665898,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f0f215a0-f639-4001-bc04-ba832825a6f1","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785270387.660597,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270387.6606762,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c2661a12-8a6d-4db6-bffb-c880e7bbcf8c"} {"level":"info","ts":1785270465.7355728,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785270465.7357345,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"} {"level":"info","ts":1785270465.7357507,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"} {"level":"info","ts":1785270465.7357645,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","EoS":false} {"level":"info","ts":1785270465.7357771,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","EoS":true} {"level":"info","ts":1785270465.7358086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785270465.7358267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785270465.7358487,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec737a39-c27f-43ad-9cc9-c2acb5686de7"}