{"level":"info","ts":1784908635.273339,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908635.2733612,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6d147134-f325-46cb-91de-4d7919a71a4f"} {"level":"info","ts":1784908635.3123722,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908635.3124576,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9973d85-cf8f-4776-8a89-9aab8e346f2c"} {"level":"info","ts":1784908635.312467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a9973d85-cf8f-4776-8a89-9aab8e346f2c"} {"level":"info","ts":1784908635.3124783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9973d85-cf8f-4776-8a89-9aab8e346f2c","EoS":false} {"level":"info","ts":1784908635.3124921,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a9973d85-cf8f-4776-8a89-9aab8e346f2c","EoS":true} {"level":"info","ts":1784908635.3125167,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9973d85-cf8f-4776-8a89-9aab8e346f2c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908635.312533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9973d85-cf8f-4776-8a89-9aab8e346f2c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908635.3125567,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a9973d85-cf8f-4776-8a89-9aab8e346f2c"} {"level":"info","ts":1784908639.4803436,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908639.4804327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"465c267f-6701-4233-8d49-e840ad0dcc21"} {"level":"info","ts":1784908639.4804423,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"465c267f-6701-4233-8d49-e840ad0dcc21"} {"level":"info","ts":1784908639.4804552,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"465c267f-6701-4233-8d49-e840ad0dcc21","EoS":false} {"level":"info","ts":1784908639.4804728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"465c267f-6701-4233-8d49-e840ad0dcc21","EoS":true} {"level":"info","ts":1784908639.4804966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"465c267f-6701-4233-8d49-e840ad0dcc21","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908639.4805138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"465c267f-6701-4233-8d49-e840ad0dcc21","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908639.4805362,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"465c267f-6701-4233-8d49-e840ad0dcc21"} {"level":"info","ts":1784908658.402607,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.4027112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.4027267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.40274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","EoS":false} {"level":"info","ts":1784908658.4027529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","EoS":true} {"level":"info","ts":1784908658.4027793,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908658.402801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.4028332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ccf892ec-bd9e-4a67-a41e-499ea8c6c317"} {"level":"info","ts":1784908658.539388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.5394967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.5395167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.539538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","EoS":false} {"level":"info","ts":1784908658.5395606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","EoS":true} {"level":"info","ts":1784908658.539598,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908658.5396204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.5396607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cad6f046-d2a0-48f5-8efb-9e64954d4f06"} {"level":"info","ts":1784908658.6783757,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.678468,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.6784837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.6785016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","EoS":false} {"level":"info","ts":1784908658.6785207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","EoS":true} {"level":"info","ts":1784908658.6785624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908658.6785831,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.6786182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7731a663-8b06-420a-884d-60c3b9b4c2ed"} {"level":"info","ts":1784908658.8199923,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.8200774,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.8200884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.8201003,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","EoS":false} {"level":"info","ts":1784908658.8201132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","EoS":true} {"level":"info","ts":1784908658.8201766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908658.8201995,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.8202312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e33faab4-a644-4a01-a3e2-7ebb945811e0"} {"level":"info","ts":1784908658.9575353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908658.9576225,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908658.9576325,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908658.957644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","EoS":false} {"level":"info","ts":1784908658.9576566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","EoS":true} {"level":"info","ts":1784908658.9576762,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908658.9576905,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908658.9577107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"018f0341-bcad-4e32-9b7e-08eb585ad31d"} {"level":"info","ts":1784908659.0963109,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908659.0963955,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84d42668-5864-4289-9026-a0ea74d69168"} {"level":"info","ts":1784908659.096406,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"84d42668-5864-4289-9026-a0ea74d69168"} {"level":"info","ts":1784908659.0964181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84d42668-5864-4289-9026-a0ea74d69168","EoS":false} {"level":"info","ts":1784908659.096432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"84d42668-5864-4289-9026-a0ea74d69168","EoS":true} {"level":"info","ts":1784908659.0964537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84d42668-5864-4289-9026-a0ea74d69168","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908659.09647,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84d42668-5864-4289-9026-a0ea74d69168","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908659.0965006,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"84d42668-5864-4289-9026-a0ea74d69168"} {"level":"info","ts":1784908674.6772118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908674.6772985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.6773078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.6773195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","EoS":false} {"level":"info","ts":1784908674.6773329,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","EoS":true} {"level":"info","ts":1784908674.677353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908674.677368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908674.6773908,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a069edcf-d59d-4094-aa11-2462f1ce1da3"} {"level":"info","ts":1784908674.7165227,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908674.7166045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1aea8f52-db7d-4565-b2c8-4e1c954953ab"} {"level":"info","ts":1784908674.7166157,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1aea8f52-db7d-4565-b2c8-4e1c954953ab"} {"level":"info","ts":1784908674.7166274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aea8f52-db7d-4565-b2c8-4e1c954953ab","EoS":false} {"level":"info","ts":1784908674.7166426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1aea8f52-db7d-4565-b2c8-4e1c954953ab","EoS":true} {"level":"info","ts":1784908674.7166672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1aea8f52-db7d-4565-b2c8-4e1c954953ab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908674.7166843,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1aea8f52-db7d-4565-b2c8-4e1c954953ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908674.716708,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1aea8f52-db7d-4565-b2c8-4e1c954953ab"} {"level":"info","ts":1784908674.7509406,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908674.7510238,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9dd5e464-9bc7-4e3c-a110-7b4418d6ecaa"} {"level":"info","ts":1784908674.7510362,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9dd5e464-9bc7-4e3c-a110-7b4418d6ecaa"} {"level":"info","ts":1784908674.7510471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dd5e464-9bc7-4e3c-a110-7b4418d6ecaa","EoS":false} {"level":"info","ts":1784908674.7510586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9dd5e464-9bc7-4e3c-a110-7b4418d6ecaa","EoS":true} {"level":"info","ts":1784908674.7510817,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9dd5e464-9bc7-4e3c-a110-7b4418d6ecaa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908674.7511008,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9dd5e464-9bc7-4e3c-a110-7b4418d6ecaa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908674.7511508,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9dd5e464-9bc7-4e3c-a110-7b4418d6ecaa"} {"level":"info","ts":1784908674.787301,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908674.7873945,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"965bbc74-21ec-419a-bdbe-4e493fd5ec89"} {"level":"info","ts":1784908679.4077854,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908679.4078667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908679.4078755,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908679.4078865,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","EoS":false} {"level":"info","ts":1784908679.4078968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","EoS":true} {"level":"info","ts":1784908679.407919,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908679.4079354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908679.407959,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a23c22e3-d9e7-988f-94f9-ffb171f587a4"} {"level":"info","ts":1784908687.9802291,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908687.9803379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"088f7976-abc7-4670-ac15-31ac736218eb"} {"level":"info","ts":1784908687.9803524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"088f7976-abc7-4670-ac15-31ac736218eb"} {"level":"info","ts":1784908687.9803643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"088f7976-abc7-4670-ac15-31ac736218eb","EoS":false} {"level":"info","ts":1784908687.9803753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"088f7976-abc7-4670-ac15-31ac736218eb","EoS":true} {"level":"info","ts":1784908687.9803967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"088f7976-abc7-4670-ac15-31ac736218eb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908687.9804125,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"088f7976-abc7-4670-ac15-31ac736218eb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908687.980433,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"088f7976-abc7-4670-ac15-31ac736218eb"} {"level":"info","ts":1784908690.0196357,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908690.0197194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb53ed36-8e31-4985-812b-93edc80a88cd"} {"level":"info","ts":1784908690.0197315,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb53ed36-8e31-4985-812b-93edc80a88cd"} {"level":"info","ts":1784908690.0197456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb53ed36-8e31-4985-812b-93edc80a88cd","EoS":false} {"level":"info","ts":1784908690.019759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb53ed36-8e31-4985-812b-93edc80a88cd","EoS":true} {"level":"info","ts":1784908690.0197783,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb53ed36-8e31-4985-812b-93edc80a88cd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908690.0197937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb53ed36-8e31-4985-812b-93edc80a88cd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908690.0198185,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb53ed36-8e31-4985-812b-93edc80a88cd"} {"level":"info","ts":1784908692.0686414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908692.0687363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908692.068753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908692.0687723,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","EoS":false} {"level":"info","ts":1784908692.068796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","EoS":true} {"level":"info","ts":1784908692.068828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908692.0688472,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908692.0688753,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bae81545-ee1b-4613-ae82-197f5a246710"} {"level":"info","ts":1784908704.9296489,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908704.9297373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908704.9297473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908704.9297616,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","EoS":false} {"level":"info","ts":1784908704.9297721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","EoS":true} {"level":"info","ts":1784908704.9297936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908704.9298074,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908704.9298286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1d46b119-31c1-4cfc-b836-77d6b44b26fc"} {"level":"info","ts":1784908713.4707408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908713.4708226,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908713.4708316,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908713.4708426,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","EoS":false} {"level":"info","ts":1784908713.4708529,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","EoS":true} {"level":"info","ts":1784908713.4708734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908713.4708893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908713.4709089,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1dd31830-9dbe-4234-bc85-3f63a93009f5"} {"level":"info","ts":1784908722.3483202,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908722.348405,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908722.3484154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908722.3484259,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","EoS":false} {"level":"info","ts":1784908722.348437,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","EoS":true} {"level":"info","ts":1784908722.3484578,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908722.348475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908722.3484964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a64ca02c-d118-4f7d-8bfa-b95f8fc74b73"} {"level":"info","ts":1784908731.346503,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908731.3466003,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47482875-f65e-4fe5-bd1f-7298dec42ee3"} {"level":"info","ts":1784908731.346612,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47482875-f65e-4fe5-bd1f-7298dec42ee3"} {"level":"info","ts":1784908731.3466244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47482875-f65e-4fe5-bd1f-7298dec42ee3","EoS":false} {"level":"info","ts":1784908731.3466384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47482875-f65e-4fe5-bd1f-7298dec42ee3","EoS":true} {"level":"info","ts":1784908731.3466628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47482875-f65e-4fe5-bd1f-7298dec42ee3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908731.3466804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47482875-f65e-4fe5-bd1f-7298dec42ee3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908731.3467426,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47482875-f65e-4fe5-bd1f-7298dec42ee3"} {"level":"info","ts":1784908736.07866,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908736.078751,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b31fd40-e36f-4d1b-a153-00a8e53d1705"} {"level":"info","ts":1784908736.0787618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b31fd40-e36f-4d1b-a153-00a8e53d1705"} {"level":"info","ts":1784908736.0787754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b31fd40-e36f-4d1b-a153-00a8e53d1705","EoS":false} {"level":"info","ts":1784908736.0787964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b31fd40-e36f-4d1b-a153-00a8e53d1705","EoS":true} {"level":"info","ts":1784908736.0788217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b31fd40-e36f-4d1b-a153-00a8e53d1705","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784908736.078837,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b31fd40-e36f-4d1b-a153-00a8e53d1705","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908736.0788627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b31fd40-e36f-4d1b-a153-00a8e53d1705"} {"level":"info","ts":1784908740.8397372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908740.8398116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c2c8a42-c2c8-441d-9d58-42679f69732b"} {"level":"info","ts":1784908740.8398204,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c2c8a42-c2c8-441d-9d58-42679f69732b"} {"level":"info","ts":1784908740.839832,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c2c8a42-c2c8-441d-9d58-42679f69732b","EoS":false} {"level":"info","ts":1784908740.8398457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c2c8a42-c2c8-441d-9d58-42679f69732b","EoS":true} {"level":"info","ts":1784908740.8398695,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c2c8a42-c2c8-441d-9d58-42679f69732b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908740.8398874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c2c8a42-c2c8-441d-9d58-42679f69732b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908740.8399134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c2c8a42-c2c8-441d-9d58-42679f69732b"} {"level":"info","ts":1784908741.1133177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908741.1134026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1149f0b7-4096-4f12-a8b9-6197bb21157b"} {"level":"info","ts":1784908741.113413,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1149f0b7-4096-4f12-a8b9-6197bb21157b"} {"level":"info","ts":1784908741.1134245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1149f0b7-4096-4f12-a8b9-6197bb21157b","EoS":false} {"level":"info","ts":1784908741.1134384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1149f0b7-4096-4f12-a8b9-6197bb21157b","EoS":true} {"level":"info","ts":1784908741.1134584,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1149f0b7-4096-4f12-a8b9-6197bb21157b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908741.1134775,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1149f0b7-4096-4f12-a8b9-6197bb21157b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908741.1135042,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1149f0b7-4096-4f12-a8b9-6197bb21157b"} {"level":"info","ts":1784908743.1486804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908743.148764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ce785bc-c66d-4139-a5cc-dd9b632310bd"} {"level":"info","ts":1784908743.1487737,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ce785bc-c66d-4139-a5cc-dd9b632310bd"} {"level":"info","ts":1784908743.1487849,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ce785bc-c66d-4139-a5cc-dd9b632310bd","EoS":false} {"level":"info","ts":1784908743.1487963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ce785bc-c66d-4139-a5cc-dd9b632310bd","EoS":true} {"level":"info","ts":1784908743.1488242,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ce785bc-c66d-4139-a5cc-dd9b632310bd","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908743.1488447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ce785bc-c66d-4139-a5cc-dd9b632310bd","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908743.1488757,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ce785bc-c66d-4139-a5cc-dd9b632310bd"} {"level":"info","ts":1784908745.1861582,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908745.18624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"528c4677-46f9-4f73-8b4c-c696aad10de2"} {"level":"info","ts":1784908745.18625,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"528c4677-46f9-4f73-8b4c-c696aad10de2"} {"level":"info","ts":1784908745.1862612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"528c4677-46f9-4f73-8b4c-c696aad10de2","EoS":false} {"level":"info","ts":1784908745.186272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"528c4677-46f9-4f73-8b4c-c696aad10de2","EoS":true} {"level":"info","ts":1784908745.1862936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"528c4677-46f9-4f73-8b4c-c696aad10de2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908745.1863098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"528c4677-46f9-4f73-8b4c-c696aad10de2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908745.1863337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"528c4677-46f9-4f73-8b4c-c696aad10de2"} {"level":"info","ts":1784908747.2212627,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908747.2213478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908747.2213569,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908747.2213676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","EoS":false} {"level":"info","ts":1784908747.2213778,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","EoS":true} {"level":"info","ts":1784908747.2213995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908747.2214155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908747.2214406,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8651b815-3d0f-408d-aa81-8889841309dc"} {"level":"info","ts":1784908769.8782027,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908769.8782964,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908769.8783097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908769.8783221,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","EoS":false} {"level":"info","ts":1784908769.8783326,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","EoS":true} {"level":"info","ts":1784908769.8783567,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908769.878377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908769.8784046,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"00bb668e-7772-4067-896c-30cf3924dd46"} {"level":"info","ts":1784908779.1927013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908779.1927912,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26a792b1-5678-45bc-846b-a2d52fde1a31"} {"level":"info","ts":1784908779.1928012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26a792b1-5678-45bc-846b-a2d52fde1a31"} {"level":"info","ts":1784908779.1928132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a792b1-5678-45bc-846b-a2d52fde1a31","EoS":false} {"level":"info","ts":1784908779.1928241,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a792b1-5678-45bc-846b-a2d52fde1a31","EoS":true} {"level":"info","ts":1784908779.192845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26a792b1-5678-45bc-846b-a2d52fde1a31","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908779.1928618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26a792b1-5678-45bc-846b-a2d52fde1a31","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908779.1928842,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26a792b1-5678-45bc-846b-a2d52fde1a31"} {"level":"info","ts":1784908784.6236567,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908784.623786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8de06c8-80a6-4c01-b9c6-1e66a822003a"} {"level":"info","ts":1784908784.6238,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8de06c8-80a6-4c01-b9c6-1e66a822003a"} {"level":"info","ts":1784908784.6238127,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8de06c8-80a6-4c01-b9c6-1e66a822003a","EoS":false} {"level":"info","ts":1784908784.6238265,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8de06c8-80a6-4c01-b9c6-1e66a822003a","EoS":true} {"level":"info","ts":1784908784.6238515,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8de06c8-80a6-4c01-b9c6-1e66a822003a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908784.6238682,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8de06c8-80a6-4c01-b9c6-1e66a822003a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908784.6238902,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8de06c8-80a6-4c01-b9c6-1e66a822003a"} {"level":"info","ts":1784908794.1794653,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908794.1795719,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a52578e-07e8-4720-91bd-dccb5ff31275"} {"level":"info","ts":1784908794.1795847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a52578e-07e8-4720-91bd-dccb5ff31275"} {"level":"info","ts":1784908794.179598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a52578e-07e8-4720-91bd-dccb5ff31275","EoS":false} {"level":"info","ts":1784908794.1796114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a52578e-07e8-4720-91bd-dccb5ff31275","EoS":true} {"level":"info","ts":1784908794.1796346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a52578e-07e8-4720-91bd-dccb5ff31275","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908794.179651,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a52578e-07e8-4720-91bd-dccb5ff31275","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908794.1796772,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a52578e-07e8-4720-91bd-dccb5ff31275"} {"level":"info","ts":1784908796.2180774,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908796.2181995,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908796.218215,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908796.2182276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","EoS":false} {"level":"info","ts":1784908796.218238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","EoS":true} {"level":"info","ts":1784908796.2182612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908796.2182763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908796.2182996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebc1b42d-b280-482b-941b-4b193f6b8197"} {"level":"info","ts":1784908805.6403155,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908805.6404018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.6404123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.6404235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","EoS":false} {"level":"info","ts":1784908805.6404366,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","EoS":true} {"level":"info","ts":1784908805.6404579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908805.6404738,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908805.640497,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a517994-df54-4323-91be-f72661dd9f91"} {"level":"info","ts":1784908805.6807551,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908805.6808312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908805.680844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908805.680855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","EoS":false} {"level":"info","ts":1784908805.6808662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","EoS":true} {"level":"info","ts":1784908805.6808867,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908805.6809034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908805.6809237,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02ed3bf9-5a17-40c4-a310-b66be2af0162"} {"level":"info","ts":1784908824.7440765,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908824.7441986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908824.7442157,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908824.7442384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","EoS":false} {"level":"info","ts":1784908824.7442598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","EoS":true} {"level":"info","ts":1784908824.7442942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908824.7443144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908824.744344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50500cf7-43f8-44d1-9430-84c123bd85f2"} {"level":"info","ts":1784908834.0897474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908834.0898366,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64398646-d16c-4470-bca6-edccf1f6b1bc"} {"level":"info","ts":1784908834.0898457,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64398646-d16c-4470-bca6-edccf1f6b1bc"} {"level":"info","ts":1784908834.0898614,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64398646-d16c-4470-bca6-edccf1f6b1bc","EoS":false} {"level":"info","ts":1784908834.0898757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64398646-d16c-4470-bca6-edccf1f6b1bc","EoS":true} {"level":"info","ts":1784908834.0898967,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64398646-d16c-4470-bca6-edccf1f6b1bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908834.0899153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64398646-d16c-4470-bca6-edccf1f6b1bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908834.089988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64398646-d16c-4470-bca6-edccf1f6b1bc"} {"level":"info","ts":1784908839.4018204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908839.4019077,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20419065-2bff-4081-8a51-345954d08963"} {"level":"info","ts":1784908839.4019175,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20419065-2bff-4081-8a51-345954d08963"} {"level":"info","ts":1784908839.401931,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20419065-2bff-4081-8a51-345954d08963","EoS":false} {"level":"info","ts":1784908839.401942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20419065-2bff-4081-8a51-345954d08963","EoS":true} {"level":"info","ts":1784908839.4019635,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20419065-2bff-4081-8a51-345954d08963","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784908839.401982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20419065-2bff-4081-8a51-345954d08963","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784908839.402008,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20419065-2bff-4081-8a51-345954d08963"} {"level":"info","ts":1784908929.8768897,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908929.876978,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5064e058-e012-4813-ad01-22a3fcb24eca"} {"level":"info","ts":1784908929.8769891,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5064e058-e012-4813-ad01-22a3fcb24eca"} {"level":"info","ts":1784908929.8770015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5064e058-e012-4813-ad01-22a3fcb24eca","EoS":false} {"level":"info","ts":1784908929.8770165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5064e058-e012-4813-ad01-22a3fcb24eca","EoS":true} {"level":"info","ts":1784908929.8770373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5064e058-e012-4813-ad01-22a3fcb24eca","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784908929.8770502,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5064e058-e012-4813-ad01-22a3fcb24eca","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784908929.8770723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5064e058-e012-4813-ad01-22a3fcb24eca"} {"level":"info","ts":1784908953.4924514,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908953.4925296,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908953.492539,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908953.4925504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","EoS":false} {"level":"info","ts":1784908953.4925604,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","EoS":true} {"level":"info","ts":1784908953.49258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784908953.4925952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784908953.492619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ce2b6cb5-4755-47b1-8e03-9faa1ae8f1ea"} {"level":"info","ts":1784908990.531971,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784908990.5320647,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784908990.5320773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784908990.5320897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","EoS":false} {"level":"info","ts":1784908990.5321045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","EoS":true} {"level":"info","ts":1784908990.532158,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784908990.532176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784908990.532241,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8ebaf1eb-8c89-4a9a-9a4b-6c80a8e303d5"} {"level":"info","ts":1784909005.7666028,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909005.7667134,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909005.7667317,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909005.7667506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","EoS":false} {"level":"info","ts":1784909005.7667675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","EoS":true} {"level":"info","ts":1784909005.766816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909005.7668376,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909005.7668686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4e200ba-cd09-4225-a361-5f3bd8dea151"} {"level":"info","ts":1784909006.0650222,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909006.0650983,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35ce0d60-849e-4b5c-8aaf-fc6c65866ff2"} {"level":"info","ts":1784909006.065108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35ce0d60-849e-4b5c-8aaf-fc6c65866ff2"} {"level":"info","ts":1784909006.0651546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35ce0d60-849e-4b5c-8aaf-fc6c65866ff2","EoS":false} {"level":"info","ts":1784909006.0651672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35ce0d60-849e-4b5c-8aaf-fc6c65866ff2","EoS":true} {"level":"info","ts":1784909006.0651898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35ce0d60-849e-4b5c-8aaf-fc6c65866ff2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784909006.065206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35ce0d60-849e-4b5c-8aaf-fc6c65866ff2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909006.0652213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35ce0d60-849e-4b5c-8aaf-fc6c65866ff2"} {"level":"info","ts":1784909310.4916925,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909310.49183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909310.4918468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909310.491866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","EoS":false} {"level":"info","ts":1784909310.491887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","EoS":true} {"level":"info","ts":1784909310.4919217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909310.4919465,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909310.4919815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"51242a61-c55b-4b8e-9a2c-ffd625b00a52"} {"level":"info","ts":1784909310.5290349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909310.5291555,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef53eee0-76c5-4bdf-ba64-6fbed14a3228"} {"level":"info","ts":1784909310.529165,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef53eee0-76c5-4bdf-ba64-6fbed14a3228"} {"level":"info","ts":1784909310.5291774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef53eee0-76c5-4bdf-ba64-6fbed14a3228","EoS":false} {"level":"info","ts":1784909310.5291884,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef53eee0-76c5-4bdf-ba64-6fbed14a3228","EoS":true} {"level":"info","ts":1784909310.5292103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef53eee0-76c5-4bdf-ba64-6fbed14a3228","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909310.5292275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef53eee0-76c5-4bdf-ba64-6fbed14a3228","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909310.5292475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef53eee0-76c5-4bdf-ba64-6fbed14a3228"} {"level":"info","ts":1784909310.5643203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909310.564399,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b36ba6e-f648-4f90-bc9a-ba79bdd243f3"} {"level":"info","ts":1784909310.5644083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b36ba6e-f648-4f90-bc9a-ba79bdd243f3"} {"level":"info","ts":1784909310.5644195,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b36ba6e-f648-4f90-bc9a-ba79bdd243f3","EoS":false} {"level":"info","ts":1784909310.564431,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b36ba6e-f648-4f90-bc9a-ba79bdd243f3","EoS":true} {"level":"info","ts":1784909310.5644538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b36ba6e-f648-4f90-bc9a-ba79bdd243f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784909310.5644693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b36ba6e-f648-4f90-bc9a-ba79bdd243f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784909310.56449,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b36ba6e-f648-4f90-bc9a-ba79bdd243f3"} {"level":"info","ts":1784909315.4325035,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9a9979d-fb3f-4a03-bb58-34b83c0b6f61"} {"level":"info","ts":1784909315.4326024,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff5bc0be-dda0-4988-8a1b-fa6a115b30bc","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909315.4326353,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ff5bc0be-dda0-4988-8a1b-fa6a115b30bc","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909315.4398246,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2379f90c-a755-47c7-b828-9f0a4369bb79","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909315.439857,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2379f90c-a755-47c7-b828-9f0a4369bb79","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784909315.4415777,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9a9979d-fb3f-4a03-bb58-34b83c0b6f61","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909315.4418197,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34901.802731378,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.4418368,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.576777,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d53a9d2e-0f45-471a-8867-ac005b750696","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909315.5768309,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d53a9d2e-0f45-471a-8867-ac005b750696","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784909315.5770779,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a053225-595c-44dc-a3b0-2563e0746809"} {"level":"info","ts":1784909315.5775168,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f02ccc6f-c70a-4d26-9ce2-bc2ff48ac4dc","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.5775495,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f02ccc6f-c70a-4d26-9ce2-bc2ff48ac4dc","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909315.5776248,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37095.464385653,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.5776591,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.577893,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb3e5a95-0171-4650-977c-940a76485f3d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.5779166,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fb3e5a95-0171-4650-977c-940a76485f3d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909315.5802844,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.584452,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.642704,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37789.374209816,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.6427393,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.674803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784909315.6785212,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a053225-595c-44dc-a3b0-2563e0746809","name":"e2e-external-model"} {"level":"info","ts":1784909315.6906655,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7a053225-595c-44dc-a3b0-2563e0746809","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909315.6998894,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ad90341-3be4-4fd9-871e-d6de772d40cb"} {"level":"info","ts":1784909315.6999588,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ad90341-3be4-4fd9-871e-d6de772d40cb","name":"e2e-external-model"} {"level":"info","ts":1784909315.6999521,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e1634c3-940b-43c1-8527-064e16d2d53d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.7000852,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1e1634c3-940b-43c1-8527-064e16d2d53d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784909315.7197895,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abdc7454-cbe9-4079-aa71-1d2741598965","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.7198367,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"abdc7454-cbe9-4079-aa71-1d2741598965","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909315.7219558,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ad90341-3be4-4fd9-871e-d6de772d40cb","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909315.7220242,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4ad90341-3be4-4fd9-871e-d6de772d40cb","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909315.7221115,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81f1e640-9ced-44de-b8b2-4d7a3b214af1"} {"level":"info","ts":1784909315.722202,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81f1e640-9ced-44de-b8b2-4d7a3b214af1","name":"e2e-external-model"} {"level":"info","ts":1784909315.730818,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81f1e640-9ced-44de-b8b2-4d7a3b214af1","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909315.735185,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46b6f25d-bac9-4f59-be13-8696c5f0e830","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909315.7352266,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"46b6f25d-bac9-4f59-be13-8696c5f0e830","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784909315.7390144,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81f1e640-9ced-44de-b8b2-4d7a3b214af1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909315.7391448,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c91cb0f7-837e-49fe-a9f2-b6da55882b29"} {"level":"info","ts":1784909315.7392232,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c91cb0f7-837e-49fe-a9f2-b6da55882b29","name":"e2e-external-model"} {"level":"info","ts":1784909315.7433386,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9a9979d-fb3f-4a03-bb58-34b83c0b6f61","name":"e2e-external-provider"} {"level":"info","ts":1784909315.7483332,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c91cb0f7-837e-49fe-a9f2-b6da55882b29","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909315.754097,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9a9979d-fb3f-4a03-bb58-34b83c0b6f61","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784909315.7582064,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9a9979d-fb3f-4a03-bb58-34b83c0b6f61","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909315.758305,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9ce3129-23be-4b09-a732-3dadc64758f5"} {"level":"info","ts":1784909315.758353,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9ce3129-23be-4b09-a732-3dadc64758f5","name":"e2e-external-provider"} {"level":"info","ts":1784909315.769758,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e9ce3129-23be-4b09-a732-3dadc64758f5","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784909322.9316783,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909322.9317746,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a"} {"level":"info","ts":1784909322.9317896,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a"} {"level":"info","ts":1784909322.9318106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a","EoS":false} {"level":"info","ts":1784909322.9318266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a","EoS":true} {"level":"info","ts":1784909322.9318488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909322.931865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909322.9318728,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a","modelName":"e2e-external-model"} {"level":"info","ts":1784909322.9318864,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909322.9319425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"db66a3cb-cb6e-4d2f-9e78-b1b6a230787a"} {"level":"info","ts":1784909322.9806843,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909322.9807742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56"} {"level":"info","ts":1784909322.9807837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56"} {"level":"info","ts":1784909322.9807954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56","EoS":false} {"level":"info","ts":1784909322.980808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56","EoS":true} {"level":"info","ts":1784909322.9808288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909322.980872,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909322.9808834,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56","modelName":"e2e-external-model"} {"level":"info","ts":1784909322.9808984,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909322.9809375,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f6d0ff61-a493-4979-881f-19fc9de72e56"} {"level":"info","ts":1784909323.007998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909323.0080957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da"} {"level":"info","ts":1784909323.008118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da"} {"level":"info","ts":1784909323.008155,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","EoS":false} {"level":"info","ts":1784909323.0081835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","EoS":true} {"level":"info","ts":1784909323.0082138,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909323.0082352,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909323.0082452,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","modelName":"e2e-external-model"} {"level":"info","ts":1784909323.0082598,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909323.0083203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"742bc642-81dc-4336-badb-4b1b4013e4da"} {"level":"info","ts":1784909323.1427412,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61643f03-16e2-445b-842d-bb3c6f7dcfac"} {"level":"info","ts":1784909323.142804,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f61445a-b167-470d-9de2-4ab09f1aa9e9","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909323.1428459,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3f61445a-b167-470d-9de2-4ab09f1aa9e9","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909323.1552691,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61643f03-16e2-445b-842d-bb3c6f7dcfac","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909323.155362,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61643f03-16e2-445b-842d-bb3c6f7dcfac","name":"e2e-cleanup-test"} {"level":"info","ts":1784909323.155465,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e22c5328-edbb-4fef-9852-70d67f5e290c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909323.1555119,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e22c5328-edbb-4fef-9852-70d67f5e290c","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909323.1739953,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61643f03-16e2-445b-842d-bb3c6f7dcfac","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784909323.180795,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61643f03-16e2-445b-842d-bb3c6f7dcfac","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909323.1809268,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0901fc6a-47f9-4278-a636-7ee0fb1fa8d7"} {"level":"info","ts":1784909323.1810098,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0901fc6a-47f9-4278-a636-7ee0fb1fa8d7","name":"e2e-cleanup-test"} {"level":"info","ts":1784909323.1988661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaebbfc1-0950-4580-97b1-f6bdfed6288f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909323.198917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eaebbfc1-0950-4580-97b1-f6bdfed6288f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784909323.2111712,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0901fc6a-47f9-4278-a636-7ee0fb1fa8d7","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784909323.2112534,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0901fc6a-47f9-4278-a636-7ee0fb1fa8d7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784909323.2113402,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bd9037f-0593-499c-b57c-7ed024098034"} {"level":"info","ts":1784909323.211416,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bd9037f-0593-499c-b57c-7ed024098034","name":"e2e-cleanup-test"} {"level":"info","ts":1784909323.223636,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6bd9037f-0593-499c-b57c-7ed024098034","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909323.2643456,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b06086a1-936c-429b-841d-c7fd9429ceb3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909323.2643917,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b06086a1-936c-429b-841d-c7fd9429ceb3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784909323.265495,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdd33ba5-2bf6-4f2c-93cd-59692a9cfda6"} {"level":"info","ts":1784909323.2655864,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdd33ba5-2bf6-4f2c-93cd-59692a9cfda6","name":"e2e-cleanup-test"} {"level":"info","ts":1784909323.3192773,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fdd33ba5-2bf6-4f2c-93cd-59692a9cfda6","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784909331.4149048,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9beafacc-693f-4044-88eb-472c6cb5980b"} {"level":"info","ts":1784909331.4149644,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"879bb097-c191-4480-8f02-b36b98e3ba1f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909331.415007,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"879bb097-c191-4480-8f02-b36b98e3ba1f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784909335.7225823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909335.722687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728"} {"level":"info","ts":1784909335.722697,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728"} {"level":"info","ts":1784909335.7227094,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728","EoS":false} {"level":"info","ts":1784909335.722722,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728","EoS":true} {"level":"info","ts":1784909335.7227514,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784909335.7227688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784909335.7227905,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9298e4e8-3669-4b58-be29-29fb3bdef728"} {"level":"info","ts":1784909335.7557216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909335.7558012,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b"} {"level":"info","ts":1784909335.7558103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b"} {"level":"info","ts":1784909335.7558324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","EoS":false} {"level":"info","ts":1784909335.755843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","EoS":true} {"level":"info","ts":1784909335.7558715,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784909335.755893,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909335.7559063,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","modelName":"e2e-external-model"} {"level":"info","ts":1784909335.7559247,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784909335.7559667,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03fb560e-f4e1-47ac-a71a-cc59f3658d2b"} {"level":"info","ts":1784909335.798966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909335.799073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.799094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.7991064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","EoS":false} {"level":"info","ts":1784909335.7991207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","EoS":true} {"level":"info","ts":1784909335.799178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784909335.7991982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784909335.7992315,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55831b1f-c781-4718-987e-44cc2acdefe0"} {"level":"info","ts":1784909335.9451942,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784909335.9452739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909335.9452837,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909335.9452949,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","EoS":false} {"level":"info","ts":1784909335.9453084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","EoS":true} {"level":"info","ts":1784909335.9453416,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca","field":"model"} {"level":"info","ts":1784909335.9453685,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"924d174b-0b22-4435-a590-1c352f752aca"} {"level":"info","ts":1784909336.897008,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a8b4b52f-85db-4550-9a75-eb9202a4f1da"} {"level":"info","ts":1784909336.8970675,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9c49b5-b601-4387-876a-68532bab959c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909336.8971035,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9f9c49b5-b601-4387-876a-68532bab959c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784909337.041806,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"29909b70-a4c9-48c8-8b3f-24036eff83dd"} {"level":"info","ts":1784909337.041847,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a48a8f7c-e217-4c7c-b74a-6a135490736c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784909337.0418963,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a48a8f7c-e217-4c7c-b74a-6a135490736c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784910476.4220533,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910476.4221754,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1a74a7db-b102-4017-9154-b03cef9cf30f"} {"level":"info","ts":1784910532.858997,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784910532.859093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"} {"level":"info","ts":1784910532.859102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"} {"level":"info","ts":1784910532.8591137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","EoS":false} {"level":"info","ts":1784910532.8591554,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","EoS":true} {"level":"info","ts":1784910532.8591905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784910532.8592093,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784910532.859231,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5a30190-3864-4475-8065-21c3d170ed11"}