{"level":"info","ts":1784834256.4818356,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7ee6690d-8578-4ee0-92e7-5b8549d07f76"} {"level":"info","ts":1784834256.6136532,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834256.6137412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bce4f8b4-dc59-4a2d-a664-1558d514cef7"} {"level":"info","ts":1784834256.613754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bce4f8b4-dc59-4a2d-a664-1558d514cef7"} {"level":"info","ts":1784834256.613771,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bce4f8b4-dc59-4a2d-a664-1558d514cef7","EoS":false} {"level":"info","ts":1784834256.6137881,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bce4f8b4-dc59-4a2d-a664-1558d514cef7","EoS":true} {"level":"info","ts":1784834256.6138618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bce4f8b4-dc59-4a2d-a664-1558d514cef7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784834256.6138794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bce4f8b4-dc59-4a2d-a664-1558d514cef7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834256.6138985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bce4f8b4-dc59-4a2d-a664-1558d514cef7"} {"level":"info","ts":1784834276.433114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834276.433192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.433201,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.4332552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","EoS":false} {"level":"info","ts":1784834276.4332695,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","EoS":true} {"level":"info","ts":1784834276.4333467,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784834276.4333742,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834276.4333966,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65654f46-3b32-47ae-953c-0a3d12dd4904"} {"level":"info","ts":1784834276.4652648,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834276.4653544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d57b8af6-76ce-4ab3-9613-d07b6f097eff"} {"level":"info","ts":1784834276.4653668,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d57b8af6-76ce-4ab3-9613-d07b6f097eff"} {"level":"info","ts":1784834276.4653828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d57b8af6-76ce-4ab3-9613-d07b6f097eff","EoS":false} {"level":"info","ts":1784834276.4654005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d57b8af6-76ce-4ab3-9613-d07b6f097eff","EoS":true} {"level":"info","ts":1784834276.4654279,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d57b8af6-76ce-4ab3-9613-d07b6f097eff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784834276.4654496,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d57b8af6-76ce-4ab3-9613-d07b6f097eff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834276.4654722,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d57b8af6-76ce-4ab3-9613-d07b6f097eff"} {"level":"info","ts":1784834276.4969752,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834276.497074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b92018e-ff48-4b16-81a2-c540f54b66e8"} {"level":"info","ts":1784834276.4970863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b92018e-ff48-4b16-81a2-c540f54b66e8"} {"level":"info","ts":1784834276.4970987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b92018e-ff48-4b16-81a2-c540f54b66e8","EoS":false} {"level":"info","ts":1784834276.4971113,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b92018e-ff48-4b16-81a2-c540f54b66e8","EoS":true} {"level":"info","ts":1784834276.4971309,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b92018e-ff48-4b16-81a2-c540f54b66e8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784834276.4971476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b92018e-ff48-4b16-81a2-c540f54b66e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834276.4971833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b92018e-ff48-4b16-81a2-c540f54b66e8"} {"level":"info","ts":1784834276.5299556,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834276.5300443,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a46bb0c-6d57-44d0-a27b-b0af82126de6"} {"level":"info","ts":1784834281.1677618,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834281.1678495,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834281.1678607,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834281.1678724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","EoS":false} {"level":"info","ts":1784834281.1678853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","EoS":true} {"level":"info","ts":1784834281.1679118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834281.1679275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834281.167949,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"991b021a-216b-46e1-b76d-23517732f2c0"} {"level":"info","ts":1784834289.7428632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834289.7429748,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90d645f1-5820-46d0-9dab-928d4d2ace27"} {"level":"info","ts":1784834289.7429903,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90d645f1-5820-46d0-9dab-928d4d2ace27"} {"level":"info","ts":1784834289.7430096,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90d645f1-5820-46d0-9dab-928d4d2ace27","EoS":false} {"level":"info","ts":1784834289.7430313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90d645f1-5820-46d0-9dab-928d4d2ace27","EoS":true} {"level":"info","ts":1784834289.7430632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90d645f1-5820-46d0-9dab-928d4d2ace27","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834289.7430816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90d645f1-5820-46d0-9dab-928d4d2ace27","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834289.7431097,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90d645f1-5820-46d0-9dab-928d4d2ace27"} {"level":"info","ts":1784834291.7776842,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834291.777817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd29854a-fc7a-4892-aaa2-ec79bfe6eb82"} {"level":"info","ts":1784834291.7778313,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd29854a-fc7a-4892-aaa2-ec79bfe6eb82"} {"level":"info","ts":1784834291.7778459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd29854a-fc7a-4892-aaa2-ec79bfe6eb82","EoS":false} {"level":"info","ts":1784834291.7778633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd29854a-fc7a-4892-aaa2-ec79bfe6eb82","EoS":true} {"level":"info","ts":1784834291.777892,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd29854a-fc7a-4892-aaa2-ec79bfe6eb82","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834291.777913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd29854a-fc7a-4892-aaa2-ec79bfe6eb82","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834291.7779386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd29854a-fc7a-4892-aaa2-ec79bfe6eb82"} {"level":"info","ts":1784834293.8098278,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834293.8099043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834293.8099132,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834293.809925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","EoS":false} {"level":"info","ts":1784834293.8099384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","EoS":true} {"level":"info","ts":1784834293.8099608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834293.809976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834293.809997,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dad35e59-1379-43a4-80dc-e8dafca2077d"} {"level":"info","ts":1784834306.69141,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834306.6915011,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834306.6915154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834306.6915345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","EoS":false} {"level":"info","ts":1784834306.6915684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","EoS":true} {"level":"info","ts":1784834306.6915982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834306.691617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834306.6916494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d2ede48-1486-4169-a0cf-79008c21c00b"} {"level":"info","ts":1784834315.2615366,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834315.2616403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834315.2616558,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834315.261676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","EoS":false} {"level":"info","ts":1784834315.2617083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","EoS":true} {"level":"info","ts":1784834315.261739,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834315.2617579,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834315.2617874,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"19b0866f-463b-407b-98dd-d384688f04f7"} {"level":"info","ts":1784834324.1073203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834324.1073945,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834324.1074045,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834324.1074154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","EoS":false} {"level":"info","ts":1784834324.107428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","EoS":true} {"level":"info","ts":1784834324.1074486,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834324.1074655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834324.1074846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9275e7a6-6ce0-42e7-92a6-5ad1b8d2e7a3"} {"level":"info","ts":1784834333.0973432,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834333.0974188,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2947f33-e917-48ad-b7f8-ffb435b0c6c1"} {"level":"info","ts":1784834333.097428,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2947f33-e917-48ad-b7f8-ffb435b0c6c1"} {"level":"info","ts":1784834333.0974395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2947f33-e917-48ad-b7f8-ffb435b0c6c1","EoS":false} {"level":"info","ts":1784834333.0974526,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2947f33-e917-48ad-b7f8-ffb435b0c6c1","EoS":true} {"level":"info","ts":1784834333.0974746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2947f33-e917-48ad-b7f8-ffb435b0c6c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834333.09749,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2947f33-e917-48ad-b7f8-ffb435b0c6c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834333.09751,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2947f33-e917-48ad-b7f8-ffb435b0c6c1"} {"level":"info","ts":1784834337.8615701,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834337.8616574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c90f50f8-b7af-4d2a-a844-6cd80b1f63d8"} {"level":"info","ts":1784834337.8616674,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c90f50f8-b7af-4d2a-a844-6cd80b1f63d8"} {"level":"info","ts":1784834337.8616807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c90f50f8-b7af-4d2a-a844-6cd80b1f63d8","EoS":false} {"level":"info","ts":1784834337.8617015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c90f50f8-b7af-4d2a-a844-6cd80b1f63d8","EoS":true} {"level":"info","ts":1784834337.8617225,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c90f50f8-b7af-4d2a-a844-6cd80b1f63d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784834337.8617368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c90f50f8-b7af-4d2a-a844-6cd80b1f63d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834337.8617573,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c90f50f8-b7af-4d2a-a844-6cd80b1f63d8"} {"level":"info","ts":1784834342.624018,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834342.6241114,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8bceeea4-379a-4200-b48a-6a7957a6bdbb"} {"level":"info","ts":1784834342.6241236,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8bceeea4-379a-4200-b48a-6a7957a6bdbb"} {"level":"info","ts":1784834342.6241393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bceeea4-379a-4200-b48a-6a7957a6bdbb","EoS":false} {"level":"info","ts":1784834342.624152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8bceeea4-379a-4200-b48a-6a7957a6bdbb","EoS":true} {"level":"info","ts":1784834342.6241784,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8bceeea4-379a-4200-b48a-6a7957a6bdbb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834342.6241932,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8bceeea4-379a-4200-b48a-6a7957a6bdbb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834342.6242166,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8bceeea4-379a-4200-b48a-6a7957a6bdbb"} {"level":"info","ts":1784834342.8846114,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834342.8846881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ad970be-4aeb-46c0-a1bf-131d194fe228"} {"level":"info","ts":1784834342.8847125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ad970be-4aeb-46c0-a1bf-131d194fe228"} {"level":"info","ts":1784834342.884726,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ad970be-4aeb-46c0-a1bf-131d194fe228","EoS":false} {"level":"info","ts":1784834342.8847451,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ad970be-4aeb-46c0-a1bf-131d194fe228","EoS":true} {"level":"info","ts":1784834342.8847642,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ad970be-4aeb-46c0-a1bf-131d194fe228","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834342.8847787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ad970be-4aeb-46c0-a1bf-131d194fe228","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834342.884851,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ad970be-4aeb-46c0-a1bf-131d194fe228"} {"level":"info","ts":1784834344.9158242,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834344.915909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75f72291-0a95-4e52-9d5c-9383d1d01770"} {"level":"info","ts":1784834344.9159224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75f72291-0a95-4e52-9d5c-9383d1d01770"} {"level":"info","ts":1784834344.915944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75f72291-0a95-4e52-9d5c-9383d1d01770","EoS":false} {"level":"info","ts":1784834344.9159577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75f72291-0a95-4e52-9d5c-9383d1d01770","EoS":true} {"level":"info","ts":1784834344.9159796,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75f72291-0a95-4e52-9d5c-9383d1d01770","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834344.915995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75f72291-0a95-4e52-9d5c-9383d1d01770","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834344.916019,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75f72291-0a95-4e52-9d5c-9383d1d01770"} {"level":"info","ts":1784834346.9448771,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834346.9449606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5c01267-a521-4c72-b50e-38cd6f1e50da"} {"level":"info","ts":1784834346.944971,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5c01267-a521-4c72-b50e-38cd6f1e50da"} {"level":"info","ts":1784834346.944983,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5c01267-a521-4c72-b50e-38cd6f1e50da","EoS":false} {"level":"info","ts":1784834346.944993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5c01267-a521-4c72-b50e-38cd6f1e50da","EoS":true} {"level":"info","ts":1784834346.9450133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5c01267-a521-4c72-b50e-38cd6f1e50da","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834346.9450274,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5c01267-a521-4c72-b50e-38cd6f1e50da","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834346.9450488,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5c01267-a521-4c72-b50e-38cd6f1e50da"} {"level":"info","ts":1784834348.9789093,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834348.978999,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834348.9790087,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834348.97902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","EoS":false} {"level":"info","ts":1784834348.9790313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","EoS":true} {"level":"info","ts":1784834348.9790525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834348.9790678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834348.9790883,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"553b54a1-5581-48c3-9b3b-091b589e9f14"} {"level":"info","ts":1784834372.6400821,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834372.6401992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834372.6402135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834372.6402535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","EoS":false} {"level":"info","ts":1784834372.6403136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","EoS":true} {"level":"info","ts":1784834372.640335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834372.6403522,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834372.640371,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fe6a7db-697c-4bb9-b3f3-b372f9ca3a2c"} {"level":"info","ts":1784834382.0094416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834382.0095353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72ca6e87-3a52-47b6-8a2c-0abed7c18948"} {"level":"info","ts":1784834382.0095472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72ca6e87-3a52-47b6-8a2c-0abed7c18948"} {"level":"info","ts":1784834382.0095599,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72ca6e87-3a52-47b6-8a2c-0abed7c18948","EoS":false} {"level":"info","ts":1784834382.009571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72ca6e87-3a52-47b6-8a2c-0abed7c18948","EoS":true} {"level":"info","ts":1784834382.009592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72ca6e87-3a52-47b6-8a2c-0abed7c18948","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834382.0096078,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72ca6e87-3a52-47b6-8a2c-0abed7c18948","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834382.0096297,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72ca6e87-3a52-47b6-8a2c-0abed7c18948"} {"level":"info","ts":1784834387.4705327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834387.4706087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b316b27f-faa9-403b-b8ba-60b2d8c61aec"} {"level":"info","ts":1784834387.4706197,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b316b27f-faa9-403b-b8ba-60b2d8c61aec"} {"level":"info","ts":1784834387.4706314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b316b27f-faa9-403b-b8ba-60b2d8c61aec","EoS":false} {"level":"info","ts":1784834387.4706511,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b316b27f-faa9-403b-b8ba-60b2d8c61aec","EoS":true} {"level":"info","ts":1784834387.470671,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b316b27f-faa9-403b-b8ba-60b2d8c61aec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834387.470686,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b316b27f-faa9-403b-b8ba-60b2d8c61aec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834387.4707057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b316b27f-faa9-403b-b8ba-60b2d8c61aec"} {"level":"info","ts":1784834396.9907467,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834396.9908247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e474df7c-b8a2-4a7f-b067-86d82e867bc1"} {"level":"info","ts":1784834396.9908376,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e474df7c-b8a2-4a7f-b067-86d82e867bc1"} {"level":"info","ts":1784834396.9908488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e474df7c-b8a2-4a7f-b067-86d82e867bc1","EoS":false} {"level":"info","ts":1784834396.9908607,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e474df7c-b8a2-4a7f-b067-86d82e867bc1","EoS":true} {"level":"info","ts":1784834396.9908867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e474df7c-b8a2-4a7f-b067-86d82e867bc1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834396.9909897,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e474df7c-b8a2-4a7f-b067-86d82e867bc1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834396.9910147,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e474df7c-b8a2-4a7f-b067-86d82e867bc1"} {"level":"info","ts":1784834399.0223312,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834399.022409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834399.0224237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834399.0224354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","EoS":false} {"level":"info","ts":1784834399.0224457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","EoS":true} {"level":"info","ts":1784834399.0224655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834399.0224853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834399.0225065,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"482e616e-c1e4-4f54-becd-19aef761e79b"} {"level":"info","ts":1784834408.442781,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834408.4428854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.4429023,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.4429302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","EoS":false} {"level":"info","ts":1784834408.442945,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","EoS":true} {"level":"info","ts":1784834408.4429724,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834408.442992,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834408.4430196,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c38c86c2-be77-423c-aa3b-7e8bb3a3910e"} {"level":"info","ts":1784834408.476963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834408.4770331,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834408.4770427,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834408.4770553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","EoS":false} {"level":"info","ts":1784834408.4770658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","EoS":true} {"level":"info","ts":1784834408.4770813,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834408.4770935,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834408.4771113,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6cde709-7e1e-43d6-b064-9340b862c9b1"} {"level":"info","ts":1784834427.495401,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834427.4955275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834427.4955456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834427.49556,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","EoS":false} {"level":"info","ts":1784834427.4955707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","EoS":true} {"level":"info","ts":1784834427.4955986,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834427.4956157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834427.4956398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"126545b2-c1c7-4e9c-a9a8-43cf67cd5c56"} {"level":"info","ts":1784834436.808217,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834436.808302,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ad3711f-da2a-4560-a02b-425b47392680"} {"level":"info","ts":1784834436.808311,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ad3711f-da2a-4560-a02b-425b47392680"} {"level":"info","ts":1784834436.808324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ad3711f-da2a-4560-a02b-425b47392680","EoS":false} {"level":"info","ts":1784834436.8083475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ad3711f-da2a-4560-a02b-425b47392680","EoS":true} {"level":"info","ts":1784834436.8083668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ad3711f-da2a-4560-a02b-425b47392680","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834436.8083816,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ad3711f-da2a-4560-a02b-425b47392680","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834436.8084078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ad3711f-da2a-4560-a02b-425b47392680"} {"level":"info","ts":1784834442.0047889,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834442.0048664,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33b4d657-a109-4017-bd01-8413cd567ed6"} {"level":"info","ts":1784834442.0048833,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33b4d657-a109-4017-bd01-8413cd567ed6"} {"level":"info","ts":1784834442.0048969,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33b4d657-a109-4017-bd01-8413cd567ed6","EoS":false} {"level":"info","ts":1784834442.0049112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33b4d657-a109-4017-bd01-8413cd567ed6","EoS":true} {"level":"info","ts":1784834442.0049324,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33b4d657-a109-4017-bd01-8413cd567ed6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784834442.0049498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33b4d657-a109-4017-bd01-8413cd567ed6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784834442.0049782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33b4d657-a109-4017-bd01-8413cd567ed6"} {"level":"info","ts":1784834532.3668416,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834532.3669348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b459188b-3dff-4251-86f4-88090ff894cd"} {"level":"info","ts":1784834532.3669467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b459188b-3dff-4251-86f4-88090ff894cd"} {"level":"info","ts":1784834532.3669581,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b459188b-3dff-4251-86f4-88090ff894cd","EoS":false} {"level":"info","ts":1784834532.3669693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b459188b-3dff-4251-86f4-88090ff894cd","EoS":true} {"level":"info","ts":1784834532.3669908,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b459188b-3dff-4251-86f4-88090ff894cd","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784834532.3670063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b459188b-3dff-4251-86f4-88090ff894cd","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784834532.367027,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b459188b-3dff-4251-86f4-88090ff894cd"} {"level":"info","ts":1784834559.6327279,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834559.6328242,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834559.632842,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834559.6328561,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","EoS":false} {"level":"info","ts":1784834559.632869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","EoS":true} {"level":"info","ts":1784834559.6328895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784834559.6329052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784834559.632925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"beff4418-273c-41d4-a198-e58ee7e9f5ef"} {"level":"info","ts":1784834596.6536603,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834596.6537435,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834596.653756,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834596.6537676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","EoS":false} {"level":"info","ts":1784834596.653779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","EoS":true} {"level":"info","ts":1784834596.6538012,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834596.6538157,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834596.6538358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21180fe9-92df-4628-8cb2-e4e36f205800"} {"level":"info","ts":1784834611.9067109,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834611.906786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834611.9067972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834611.9068089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","EoS":false} {"level":"info","ts":1784834611.906822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","EoS":true} {"level":"info","ts":1784834611.9068408,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834611.9068558,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834611.9069204,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94def762-4577-4113-82c1-4a526bf64e60"} {"level":"info","ts":1784834612.194797,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834612.1948776,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6235e90e-87f8-4526-ac93-3d9d1a7e64ac"} {"level":"info","ts":1784834612.194888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6235e90e-87f8-4526-ac93-3d9d1a7e64ac"} {"level":"info","ts":1784834612.194908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6235e90e-87f8-4526-ac93-3d9d1a7e64ac","EoS":false} {"level":"info","ts":1784834612.1949224,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6235e90e-87f8-4526-ac93-3d9d1a7e64ac","EoS":true} {"level":"info","ts":1784834612.1949441,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6235e90e-87f8-4526-ac93-3d9d1a7e64ac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784834612.1949606,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6235e90e-87f8-4526-ac93-3d9d1a7e64ac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834612.1949852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6235e90e-87f8-4526-ac93-3d9d1a7e64ac"} {"level":"info","ts":1784834910.3005536,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834910.3006358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834910.3006444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834910.3006554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","EoS":false} {"level":"info","ts":1784834910.3006651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","EoS":true} {"level":"info","ts":1784834910.300686,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784834910.3007002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834910.3007212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f61f861-a94a-4c88-a0a8-f9d95b1201d7"} {"level":"info","ts":1784834910.3312178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834910.3313026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e71de580-5f3c-4ade-b138-1e31eec81669"} {"level":"info","ts":1784834910.3313138,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e71de580-5f3c-4ade-b138-1e31eec81669"} {"level":"info","ts":1784834910.3313248,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e71de580-5f3c-4ade-b138-1e31eec81669","EoS":false} {"level":"info","ts":1784834910.3313346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e71de580-5f3c-4ade-b138-1e31eec81669","EoS":true} {"level":"info","ts":1784834910.3313503,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e71de580-5f3c-4ade-b138-1e31eec81669","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784834910.3313646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e71de580-5f3c-4ade-b138-1e31eec81669","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834910.3313837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e71de580-5f3c-4ade-b138-1e31eec81669"} {"level":"info","ts":1784834910.3586638,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834910.3587804,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a191f4ca-a144-466c-ad70-68138758cdb9"} {"level":"info","ts":1784834910.3587925,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a191f4ca-a144-466c-ad70-68138758cdb9"} {"level":"info","ts":1784834910.3588045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a191f4ca-a144-466c-ad70-68138758cdb9","EoS":false} {"level":"info","ts":1784834910.3588157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a191f4ca-a144-466c-ad70-68138758cdb9","EoS":true} {"level":"info","ts":1784834910.358837,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a191f4ca-a144-466c-ad70-68138758cdb9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784834910.3588502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a191f4ca-a144-466c-ad70-68138758cdb9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784834910.3588696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a191f4ca-a144-466c-ad70-68138758cdb9"} {"level":"info","ts":1784834915.193443,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"894aa701-4f23-4acd-9dd9-84306885d71f","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834915.1934717,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"894aa701-4f23-4acd-9dd9-84306885d71f","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784834915.1935256,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5141d183-1d2f-4412-b347-ac43719fa26f"} {"level":"info","ts":1784834915.1983497,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"374e0456-afc2-4066-b113-b04ab57df441","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834915.1983807,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"374e0456-afc2-4066-b113-b04ab57df441","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784834915.2010677,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5141d183-1d2f-4412-b347-ac43719fa26f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.2013342,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35038.500334044,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.2013543,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.297381,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96203736-69a7-4ff7-8541-ff71ed64be1b"} {"level":"info","ts":1784834915.2977734,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2f29b8a-70e5-46ab-8e77-f5fec2df08bc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.2978032,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e2f29b8a-70e5-46ab-8e77-f5fec2df08bc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.302939,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dabdf3de-79a3-464c-82f2-5f8ecd471556","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.302985,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dabdf3de-79a3-464c-82f2-5f8ecd471556","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.364603,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7c62c01f-fed8-4c53-931c-8e0e6d982156","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834915.364645,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"7c62c01f-fed8-4c53-931c-8e0e6d982156","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784834915.3647883,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cae94fd-0f50-415c-a811-4fc4e07b7745","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.3648176,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1cae94fd-0f50-415c-a811-4fc4e07b7745","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.3650157,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6f01014-4999-41e1-8fd4-2ee13a63512a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.365044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6f01014-4999-41e1-8fd4-2ee13a63512a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.3658953,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784834915.368604,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96203736-69a7-4ff7-8541-ff71ed64be1b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.368826,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38685.006078071,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.36884,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.4019077,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32663.490799023,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.4019327,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.4131262,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.4423838,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784834915.4551227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa867a83-1c36-4360-96e3-e6ef5513ccc7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.4551558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"aa867a83-1c36-4360-96e3-e6ef5513ccc7","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.469077,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96203736-69a7-4ff7-8541-ff71ed64be1b","name":"e2e-external-model"} {"level":"info","ts":1784834915.4721909,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"554ed441-3c28-4520-8080-a7e5b4df6d8d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.472247,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"554ed441-3c28-4520-8080-a7e5b4df6d8d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.478766,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96203736-69a7-4ff7-8541-ff71ed64be1b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784834915.4821115,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96203736-69a7-4ff7-8541-ff71ed64be1b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.4822097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98ace5f8-d212-4639-95ee-91f7428f9371"} {"level":"info","ts":1784834915.4822867,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98ace5f8-d212-4639-95ee-91f7428f9371","name":"e2e-external-model"} {"level":"info","ts":1784834915.4860873,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c6bea72-7359-400c-abf0-db8c2914be7a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834915.4861226,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c6bea72-7359-400c-abf0-db8c2914be7a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784834915.490931,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98ace5f8-d212-4639-95ee-91f7428f9371","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784834915.4947762,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"98ace5f8-d212-4639-95ee-91f7428f9371","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.4948611,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28f86012-3bc4-4008-a1b2-cedd10816efb"} {"level":"info","ts":1784834915.4949172,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28f86012-3bc4-4008-a1b2-cedd10816efb","name":"e2e-external-model"} {"level":"info","ts":1784834915.5025942,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5141d183-1d2f-4412-b347-ac43719fa26f","name":"e2e-external-provider"} {"level":"info","ts":1784834915.5030034,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"28f86012-3bc4-4008-a1b2-cedd10816efb","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784834915.5119948,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5141d183-1d2f-4412-b347-ac43719fa26f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784834915.5157547,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5141d183-1d2f-4412-b347-ac43719fa26f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834915.5158646,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8172ec9-c865-4fff-b86b-525abf20d2b0"} {"level":"info","ts":1784834915.5159173,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8172ec9-c865-4fff-b86b-525abf20d2b0","name":"e2e-external-provider"} {"level":"info","ts":1784834915.5267005,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e8172ec9-c865-4fff-b86b-525abf20d2b0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784834928.9880266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834928.9880989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721"} {"level":"info","ts":1784834928.9881084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721"} {"level":"info","ts":1784834928.988119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721","EoS":false} {"level":"info","ts":1784834928.9881284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721","EoS":true} {"level":"info","ts":1784834928.9881494,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784834928.988165,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784834928.9881718,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721","modelName":"e2e-external-model"} {"level":"info","ts":1784834928.9881852,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784834928.9882567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b635243-3d55-41c0-a5fb-69ea20f5b721"} {"level":"info","ts":1784834929.035111,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834929.03519,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7447a40f-f112-473b-9863-024b00449f83"} {"level":"info","ts":1784834929.0352058,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7447a40f-f112-473b-9863-024b00449f83"} {"level":"info","ts":1784834929.0352502,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7447a40f-f112-473b-9863-024b00449f83","EoS":false} {"level":"info","ts":1784834929.0352712,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7447a40f-f112-473b-9863-024b00449f83","EoS":true} {"level":"info","ts":1784834929.0352995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7447a40f-f112-473b-9863-024b00449f83","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784834929.0353177,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7447a40f-f112-473b-9863-024b00449f83","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784834929.0353286,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7447a40f-f112-473b-9863-024b00449f83","modelName":"e2e-external-model"} {"level":"info","ts":1784834929.0353477,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7447a40f-f112-473b-9863-024b00449f83","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784834929.035394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7447a40f-f112-473b-9863-024b00449f83"} {"level":"info","ts":1784834929.0566304,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834929.056698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7"} {"level":"info","ts":1784834929.0567143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7"} {"level":"info","ts":1784834929.0567312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","EoS":false} {"level":"info","ts":1784834929.056751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","EoS":true} {"level":"info","ts":1784834929.0567746,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784834929.0567906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784834929.056802,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","modelName":"e2e-external-model"} {"level":"info","ts":1784834929.0568192,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784834929.0568628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"082905ac-6279-4765-aaa7-0f574fc394a7"} {"level":"info","ts":1784834929.1892836,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28860b7d-c814-45b7-aa93-3faa15515fee"} {"level":"info","ts":1784834929.1893086,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2701d753-de62-4741-a9e9-5d7b328a18bd","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.189347,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2701d753-de62-4741-a9e9-5d7b328a18bd","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784834929.1969085,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65f68efa-5956-4d59-b44f-4e876877ebcb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.1969054,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28860b7d-c814-45b7-aa93-3faa15515fee","name":"e2e-cleanup-test"} {"level":"info","ts":1784834929.1969423,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65f68efa-5956-4d59-b44f-4e876877ebcb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784834929.2088335,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28860b7d-c814-45b7-aa93-3faa15515fee","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784834929.2151814,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08ec68bf-d026-4826-9cc1-a976672bf42d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.2152052,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"08ec68bf-d026-4826-9cc1-a976672bf42d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784834929.2157629,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"326986af-c5fa-47bb-8ad9-e23075b373b2"} {"level":"info","ts":1784834929.2158134,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"326986af-c5fa-47bb-8ad9-e23075b373b2","name":"e2e-cleanup-test"} {"level":"info","ts":1784834929.2304375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2280f14-e739-416d-9dbb-fad4f4791a05","name":"e2e-cleanup-test","namespace":"llm"} {"level":"error","ts":1784834929.2304404,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"326986af-c5fa-47bb-8ad9-e23075b373b2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784834929.2304637,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a2280f14-e739-416d-9dbb-fad4f4791a05","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784834929.2305012,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5c173e2-7c27-4a06-9731-4b2cba2bbd4c"} {"level":"info","ts":1784834929.2305386,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5c173e2-7c27-4a06-9731-4b2cba2bbd4c","name":"e2e-cleanup-test"} {"level":"info","ts":1784834929.2401226,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c5c173e2-7c27-4a06-9731-4b2cba2bbd4c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784834929.2456489,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65dc86bd-68e1-4490-9713-77ab63f62fed","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834929.2456722,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eb01415-241e-42f5-a3b6-be13da5c998e"} {"level":"info","ts":1784834929.2456841,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"65dc86bd-68e1-4490-9713-77ab63f62fed","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784834929.2457113,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eb01415-241e-42f5-a3b6-be13da5c998e","name":"e2e-cleanup-test"} {"level":"info","ts":1784834929.254101,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9eb01415-241e-42f5-a3b6-be13da5c998e","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784834937.45897,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"05dc1a36-c50c-4950-b2f9-95007a0b20aa"} {"level":"info","ts":1784834937.4589796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00f50e49-cc21-419e-8f48-955992f39e54","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834937.4590397,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00f50e49-cc21-419e-8f48-955992f39e54","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784834941.7801816,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834941.780273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8"} {"level":"info","ts":1784834941.780282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8"} {"level":"info","ts":1784834941.7802937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8","EoS":false} {"level":"info","ts":1784834941.780304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8","EoS":true} {"level":"info","ts":1784834941.7803228,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784834941.7803388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784834941.7803571,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08596738-6225-4470-ae4e-b38685a79ff8"} {"level":"info","ts":1784834941.806896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834941.8069541,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238"} {"level":"info","ts":1784834941.8069625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238"} {"level":"info","ts":1784834941.8069725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","EoS":false} {"level":"info","ts":1784834941.806982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","EoS":true} {"level":"info","ts":1784834941.806998,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784834941.8070116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784834941.8070178,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","modelName":"e2e-external-model"} {"level":"info","ts":1784834941.8070319,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784834941.80707,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b7b381a-ec71-464b-9e44-44d763d32238"} {"level":"info","ts":1784834941.862336,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834941.8623965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834941.862407,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834941.8624213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","EoS":false} {"level":"info","ts":1784834941.862434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","EoS":true} {"level":"info","ts":1784834941.8624508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784834941.8624663,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784834941.8624837,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b01b51f-07c0-4c7b-a95d-424e53e1f17e"} {"level":"info","ts":1784834942.0233421,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784834942.0234115,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834942.0234199,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834942.0234308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","EoS":false} {"level":"info","ts":1784834942.02344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","EoS":true} {"level":"info","ts":1784834942.0234604,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8","field":"model"} {"level":"info","ts":1784834942.0234833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe12c29b-ce6c-463b-9c13-ecff2bf852a8"} {"level":"info","ts":1784834943.0227568,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"79777069-330a-45b4-923c-1b2881803ed8"} {"level":"info","ts":1784834943.0227852,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c5d0070-98b2-4990-82f8-cde72d8625dc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834943.0228183,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2c5d0070-98b2-4990-82f8-cde72d8625dc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784834943.1581004,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a3a8accb-b01c-4b5d-b106-27bc0999bc60"} {"level":"info","ts":1784834943.1581008,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38a8e97e-36e0-41b9-b8b2-064227462777","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784834943.1581688,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"38a8e97e-36e0-41b9-b8b2-064227462777","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784835516.16818,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835516.1682923,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da5a572b-8ba7-4db3-bae9-e928597feb5e"} {"level":"info","ts":1784835516.1683066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da5a572b-8ba7-4db3-bae9-e928597feb5e"} {"level":"info","ts":1784835516.1683264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da5a572b-8ba7-4db3-bae9-e928597feb5e","EoS":false} {"level":"info","ts":1784835516.1683435,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"da5a572b-8ba7-4db3-bae9-e928597feb5e","EoS":true} {"level":"info","ts":1784835516.1683743,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da5a572b-8ba7-4db3-bae9-e928597feb5e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835516.1683927,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da5a572b-8ba7-4db3-bae9-e928597feb5e","path":"/ai-tenant-e2e-inf-b-d99fcd/test-model-d99fcd/v1/chat/completions"} {"level":"info","ts":1784835516.1684217,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"da5a572b-8ba7-4db3-bae9-e928597feb5e"} {"level":"info","ts":1784835537.1719391,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835537.1720169,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835537.1720257,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835537.1720376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","EoS":false} {"level":"info","ts":1784835537.1720483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","EoS":true} {"level":"info","ts":1784835537.1720676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835537.1720824,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf","path":"/ai-tenant-e2e-inf-b-d99fcd/test-model-d99fcd/v1/chat/completions"} {"level":"info","ts":1784835537.1721044,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b442441f-d810-4ae2-9b95-39c32a37dcaf"} {"level":"info","ts":1784835991.007442,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835991.0075643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835991.0075808,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835991.0076005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","EoS":false} {"level":"info","ts":1784835991.00762,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","EoS":true} {"level":"info","ts":1784835991.0076504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835991.0076723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835991.007702,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81887735-01d3-4ac4-8e54-57c048e05d8c"} {"level":"info","ts":1784835992.0818865,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835992.081963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835992.0819716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835992.0819821,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","EoS":false} {"level":"info","ts":1784835992.0819912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","EoS":true} {"level":"info","ts":1784835992.0820112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835992.0820265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835992.0820463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08ac58aa-de40-4182-9ce2-b0d730c252b4"} {"level":"info","ts":1784835993.1198828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835993.119973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835993.1199825,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835993.1199942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","EoS":false} {"level":"info","ts":1784835993.120004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","EoS":true} {"level":"info","ts":1784835993.120025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835993.1200402,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835993.1200593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21dadcab-1148-4d53-94dc-857709eb4d96"} {"level":"info","ts":1784835994.1593428,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835994.1594253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835994.1594348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835994.1594458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","EoS":false} {"level":"info","ts":1784835994.159457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","EoS":true} {"level":"info","ts":1784835994.159476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835994.1594942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835994.1595185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ac30fc64-9214-4639-aa4e-8126cb6671c9"} {"level":"info","ts":1784835995.2043004,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784835995.2043827,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784835995.204393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784835995.2044075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","EoS":false} {"level":"info","ts":1784835995.204422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","EoS":true} {"level":"info","ts":1784835995.2044454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784835995.2044604,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882","path":"/ai-tenant-e2e-shared-a-d5ee7b/rate-test-model-d5ee7b/v1/completions"} {"level":"info","ts":1784835995.2044866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d84cfea-b3c6-4727-9d7b-b08a56b6a882"} {"level":"info","ts":1784836008.0783036,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836008.0783775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836008.0783882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836008.078398,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","EoS":false} {"level":"info","ts":1784836008.0784085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","EoS":true} {"level":"info","ts":1784836008.0784283,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784836008.0784442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6","path":"/ai-tenant-e2e-shared-b-4a426a/rate-test-model-4a426a/v1/completions"} {"level":"info","ts":1784836008.0784621,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dfb28b42-42ef-4b6a-b297-0319c1cdddd6"} {"level":"info","ts":1784836016.893402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784836016.8934789,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c81efad-0f45-4d72-9289-f37fa4e0e7da"}