{"level":"info","ts":1785800908.715429,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6496bfcb-b287-4c84-b761-8dac0c379018"} {"level":"info","ts":1785800908.7498708,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800908.7499244,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc5449a0-e369-40a5-a872-01f732a16307"} {"level":"info","ts":1785800908.7499342,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc5449a0-e369-40a5-a872-01f732a16307"} {"level":"info","ts":1785800908.7499464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc5449a0-e369-40a5-a872-01f732a16307","EoS":false} {"level":"info","ts":1785800908.749956,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc5449a0-e369-40a5-a872-01f732a16307","EoS":true} {"level":"info","ts":1785800908.7499697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc5449a0-e369-40a5-a872-01f732a16307","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785800908.7499804,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc5449a0-e369-40a5-a872-01f732a16307","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800908.7499943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc5449a0-e369-40a5-a872-01f732a16307"} {"level":"info","ts":1785800921.394553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800921.394627,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47ee8212-7966-40ed-b5a7-c8cba01ce7c7"} {"level":"info","ts":1785800921.3946385,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"47ee8212-7966-40ed-b5a7-c8cba01ce7c7"} {"level":"info","ts":1785800921.394649,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47ee8212-7966-40ed-b5a7-c8cba01ce7c7","EoS":false} {"level":"info","ts":1785800921.39466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"47ee8212-7966-40ed-b5a7-c8cba01ce7c7","EoS":true} {"level":"info","ts":1785800921.3946798,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47ee8212-7966-40ed-b5a7-c8cba01ce7c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785800921.3946965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47ee8212-7966-40ed-b5a7-c8cba01ce7c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800921.394746,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"47ee8212-7966-40ed-b5a7-c8cba01ce7c7"} {"level":"info","ts":1785800921.4370856,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800921.4371457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93ca4af2-6ffe-4ba1-ab01-643d041873c4"} {"level":"info","ts":1785800921.437161,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93ca4af2-6ffe-4ba1-ab01-643d041873c4"} {"level":"info","ts":1785800921.4371777,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93ca4af2-6ffe-4ba1-ab01-643d041873c4","EoS":false} {"level":"info","ts":1785800921.4371958,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93ca4af2-6ffe-4ba1-ab01-643d041873c4","EoS":true} {"level":"info","ts":1785800921.4372227,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93ca4af2-6ffe-4ba1-ab01-643d041873c4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785800921.437241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93ca4af2-6ffe-4ba1-ab01-643d041873c4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800921.4372683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93ca4af2-6ffe-4ba1-ab01-643d041873c4"} {"level":"info","ts":1785800921.463246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800921.4633067,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0396258-b0f2-4664-8317-3cbe73b9d1c1"} {"level":"info","ts":1785800921.4633198,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0396258-b0f2-4664-8317-3cbe73b9d1c1"} {"level":"info","ts":1785800921.4633305,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0396258-b0f2-4664-8317-3cbe73b9d1c1","EoS":false} {"level":"info","ts":1785800921.46334,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0396258-b0f2-4664-8317-3cbe73b9d1c1","EoS":true} {"level":"info","ts":1785800921.4633563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0396258-b0f2-4664-8317-3cbe73b9d1c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785800921.4633698,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0396258-b0f2-4664-8317-3cbe73b9d1c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800921.4633932,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0396258-b0f2-4664-8317-3cbe73b9d1c1"} {"level":"info","ts":1785800921.5067537,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800921.5068161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7452cadf-8b75-43e4-85cb-cbe02fb8d094"} {"level":"info","ts":1785800921.5068278,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7452cadf-8b75-43e4-85cb-cbe02fb8d094"} {"level":"info","ts":1785800921.506838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7452cadf-8b75-43e4-85cb-cbe02fb8d094","EoS":false} {"level":"info","ts":1785800921.506847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7452cadf-8b75-43e4-85cb-cbe02fb8d094","EoS":true} {"level":"info","ts":1785800921.5068603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7452cadf-8b75-43e4-85cb-cbe02fb8d094","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785800921.5068743,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7452cadf-8b75-43e4-85cb-cbe02fb8d094","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785800921.5068972,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7452cadf-8b75-43e4-85cb-cbe02fb8d094"} {"level":"info","ts":1785800922.154424,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800922.1545205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3a508a32-093c-44f8-b739-d3b41af2eca8"} {"level":"info","ts":1785800922.1545348,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3a508a32-093c-44f8-b739-d3b41af2eca8"} {"level":"info","ts":1785800922.154551,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a508a32-093c-44f8-b739-d3b41af2eca8","EoS":false} {"level":"info","ts":1785800922.1545646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3a508a32-093c-44f8-b739-d3b41af2eca8","EoS":true} {"level":"info","ts":1785800922.154586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a508a32-093c-44f8-b739-d3b41af2eca8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785800922.154601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a508a32-093c-44f8-b739-d3b41af2eca8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800922.1546245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3a508a32-093c-44f8-b739-d3b41af2eca8"} {"level":"info","ts":1785800922.1908076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800922.1908631,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6437272-1ec5-4839-98a3-8f30dde77d91"} {"level":"info","ts":1785800922.1908748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b6437272-1ec5-4839-98a3-8f30dde77d91"} {"level":"info","ts":1785800922.1908894,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6437272-1ec5-4839-98a3-8f30dde77d91","EoS":false} {"level":"info","ts":1785800922.1909099,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b6437272-1ec5-4839-98a3-8f30dde77d91","EoS":true} {"level":"info","ts":1785800922.190927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6437272-1ec5-4839-98a3-8f30dde77d91","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785800922.1909406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6437272-1ec5-4839-98a3-8f30dde77d91","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785800922.1909602,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b6437272-1ec5-4839-98a3-8f30dde77d91"} {"level":"info","ts":1785800926.3404293,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800926.340506,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7ad9cfc6-8201-44b4-9c9d-139fa1d73818"} {"level":"info","ts":1785800926.3405173,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7ad9cfc6-8201-44b4-9c9d-139fa1d73818"} {"level":"info","ts":1785800926.3405294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad9cfc6-8201-44b4-9c9d-139fa1d73818","EoS":false} {"level":"info","ts":1785800926.340541,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7ad9cfc6-8201-44b4-9c9d-139fa1d73818","EoS":true} {"level":"info","ts":1785800926.3405602,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7ad9cfc6-8201-44b4-9c9d-139fa1d73818","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785800926.3405764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7ad9cfc6-8201-44b4-9c9d-139fa1d73818","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785800926.3406014,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7ad9cfc6-8201-44b4-9c9d-139fa1d73818"} {"level":"info","ts":1785800942.1193867,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.1194603,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e"} {"level":"info","ts":1785800942.1194694,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e"} {"level":"info","ts":1785800942.1194808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e","EoS":false} {"level":"info","ts":1785800942.1194947,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e","EoS":true} {"level":"info","ts":1785800942.1195145,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800942.1195302,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.1195517,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0763dd27-1e8f-4596-982b-950b2648cd3e"} {"level":"info","ts":1785800942.2759671,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.2760377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.2760503,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.276062,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","EoS":false} {"level":"info","ts":1785800942.2760744,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","EoS":true} {"level":"info","ts":1785800942.2760968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800942.2761137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.2761343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d1034867-aaa7-4e21-9755-0acd1e2b37a4"} {"level":"info","ts":1785800942.4162638,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.4163363,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.4163527,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.4163706,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","EoS":false} {"level":"info","ts":1785800942.4163895,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","EoS":true} {"level":"info","ts":1785800942.4164217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800942.416439,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.416469,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2534b65-2864-4a0e-a651-ec5c4d943605"} {"level":"info","ts":1785800942.5559437,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.5560045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.556015,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.5560255,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","EoS":false} {"level":"info","ts":1785800942.556035,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","EoS":true} {"level":"info","ts":1785800942.5560582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800942.5560718,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.556091,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"08917205-b106-4828-bd7e-c80a7b37752e"} {"level":"info","ts":1785800942.6952863,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.695343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.6953533,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.6953635,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","EoS":false} {"level":"info","ts":1785800942.6953738,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","EoS":true} {"level":"info","ts":1785800942.6954005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800942.6954153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.6954322,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a6428bc0-6915-4d40-a175-6976a38683fb"} {"level":"info","ts":1785800942.835318,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800942.8354053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"749d69c4-85fd-4cbd-a8b3-edf124e35234"} {"level":"info","ts":1785800942.8354192,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"749d69c4-85fd-4cbd-a8b3-edf124e35234"} {"level":"info","ts":1785800942.8354366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"749d69c4-85fd-4cbd-a8b3-edf124e35234","EoS":false} {"level":"info","ts":1785800942.835458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"749d69c4-85fd-4cbd-a8b3-edf124e35234","EoS":true} {"level":"info","ts":1785800942.835488,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"749d69c4-85fd-4cbd-a8b3-edf124e35234","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800942.8355064,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"749d69c4-85fd-4cbd-a8b3-edf124e35234","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800942.8355286,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"749d69c4-85fd-4cbd-a8b3-edf124e35234"} {"level":"info","ts":1785800963.8320131,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800963.8320954,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8321083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8321192,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","EoS":false} {"level":"info","ts":1785800963.832133,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","EoS":true} {"level":"info","ts":1785800963.8321552,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800963.8321712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800963.8321893,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30e67d06-3e0c-4139-b0cf-e84e4153d23c"} {"level":"info","ts":1785800963.8708146,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800963.8708704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0fc1c403-81fa-494d-9f99-25ec707c4fb3"} {"level":"info","ts":1785800963.8708777,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0fc1c403-81fa-494d-9f99-25ec707c4fb3"} {"level":"info","ts":1785800963.8708882,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fc1c403-81fa-494d-9f99-25ec707c4fb3","EoS":false} {"level":"info","ts":1785800963.8708978,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0fc1c403-81fa-494d-9f99-25ec707c4fb3","EoS":true} {"level":"info","ts":1785800963.870916,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0fc1c403-81fa-494d-9f99-25ec707c4fb3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800963.8709285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0fc1c403-81fa-494d-9f99-25ec707c4fb3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800963.870945,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0fc1c403-81fa-494d-9f99-25ec707c4fb3"} {"level":"info","ts":1785800963.9019718,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800963.9020183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3a0f52a-1026-4798-ae09-801ca51eb9f7"} {"level":"info","ts":1785800963.9020307,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a3a0f52a-1026-4798-ae09-801ca51eb9f7"} {"level":"info","ts":1785800963.9020398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a0f52a-1026-4798-ae09-801ca51eb9f7","EoS":false} {"level":"info","ts":1785800963.9020486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a3a0f52a-1026-4798-ae09-801ca51eb9f7","EoS":true} {"level":"info","ts":1785800963.9020636,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3a0f52a-1026-4798-ae09-801ca51eb9f7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785800963.902075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3a0f52a-1026-4798-ae09-801ca51eb9f7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800963.9020898,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a3a0f52a-1026-4798-ae09-801ca51eb9f7"} {"level":"info","ts":1785800963.9373124,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800963.9373617,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da8d1d4f-c636-4454-a8d9-b3d6d97393a6"} {"level":"info","ts":1785800968.5473711,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800968.5474567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800968.5474741,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800968.5474865,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","EoS":false} {"level":"info","ts":1785800968.5475042,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","EoS":true} {"level":"info","ts":1785800968.54753,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785800968.5475461,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800968.5475686,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c38da72-d108-40d4-8c4d-7a5f02302054"} {"level":"info","ts":1785800977.072744,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800977.0728228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800977.0728357,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800977.0728474,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","EoS":false} {"level":"info","ts":1785800977.0728629,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","EoS":true} {"level":"info","ts":1785800977.0728877,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785800977.0729024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0840e9a0-61d6-4571-b882-def919561636","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785800977.072924,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0840e9a0-61d6-4571-b882-def919561636"} {"level":"info","ts":1785800989.9312634,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800989.9313426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800989.9313562,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800989.9313686,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","EoS":false} {"level":"info","ts":1785800989.9313843,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","EoS":true} {"level":"info","ts":1785800989.9314113,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785800989.931426,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41cab048-804c-4fae-803a-499e84414e36","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800989.9314847,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"41cab048-804c-4fae-803a-499e84414e36"} {"level":"info","ts":1785800998.4400644,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785800998.4401333,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785800998.440151,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785800998.4401636,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","EoS":false} {"level":"info","ts":1785800998.4401765,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","EoS":true} {"level":"info","ts":1785800998.4401968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785800998.4402122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785800998.4402342,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4ca179d1-c7ae-400d-b381-69da0a7ace8b"} {"level":"info","ts":1785801007.2587495,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801007.2588394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801007.2588508,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801007.2588625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","EoS":false} {"level":"info","ts":1785801007.2588725,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","EoS":true} {"level":"info","ts":1785801007.2588918,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801007.2589068,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801007.258929,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3539a549-2525-4eaf-aa1a-dea5afaab6f9"} {"level":"info","ts":1785801016.2154984,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801016.2155714,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"151aaa18-c14d-4793-b24d-73932e5c836d"} {"level":"info","ts":1785801016.2155826,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"151aaa18-c14d-4793-b24d-73932e5c836d"} {"level":"info","ts":1785801016.2155938,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"151aaa18-c14d-4793-b24d-73932e5c836d","EoS":false} {"level":"info","ts":1785801016.2156048,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"151aaa18-c14d-4793-b24d-73932e5c836d","EoS":true} {"level":"info","ts":1785801016.2156243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"151aaa18-c14d-4793-b24d-73932e5c836d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801016.21564,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"151aaa18-c14d-4793-b24d-73932e5c836d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801016.215663,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"151aaa18-c14d-4793-b24d-73932e5c836d"} {"level":"info","ts":1785801020.9285443,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801020.9286237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ac1508b-9f07-44ec-a986-ff6793c849bf"} {"level":"info","ts":1785801020.9286363,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3ac1508b-9f07-44ec-a986-ff6793c849bf"} {"level":"info","ts":1785801020.9286475,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ac1508b-9f07-44ec-a986-ff6793c849bf","EoS":false} {"level":"info","ts":1785801020.9286604,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3ac1508b-9f07-44ec-a986-ff6793c849bf","EoS":true} {"level":"info","ts":1785801020.928689,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ac1508b-9f07-44ec-a986-ff6793c849bf","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785801020.9287236,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ac1508b-9f07-44ec-a986-ff6793c849bf","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801020.928747,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3ac1508b-9f07-44ec-a986-ff6793c849bf"} {"level":"info","ts":1785801025.6593368,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801025.6594322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1c9db5e3-0fe1-4ac1-a235-8edb5d9732ae"} {"level":"info","ts":1785801025.659449,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1c9db5e3-0fe1-4ac1-a235-8edb5d9732ae"} {"level":"info","ts":1785801025.6594682,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c9db5e3-0fe1-4ac1-a235-8edb5d9732ae","EoS":false} {"level":"info","ts":1785801025.6594887,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1c9db5e3-0fe1-4ac1-a235-8edb5d9732ae","EoS":true} {"level":"info","ts":1785801025.6595187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1c9db5e3-0fe1-4ac1-a235-8edb5d9732ae","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785801025.6595361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1c9db5e3-0fe1-4ac1-a235-8edb5d9732ae","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785801025.6595683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1c9db5e3-0fe1-4ac1-a235-8edb5d9732ae"} {"level":"info","ts":1785801036.6020539,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801036.6021445,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801036.6021626,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801036.602183,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","EoS":false} {"level":"info","ts":1785801036.6022038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","EoS":true} {"level":"info","ts":1785801036.6022336,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785801036.602252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785801036.6022804,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bc5151e4-d86b-44a6-b7d6-9bbaa95e881a"} {"level":"info","ts":1785801069.155614,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801069.1557498,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801069.1558027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801069.155831,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","EoS":false} {"level":"info","ts":1785801069.155853,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","EoS":true} {"level":"info","ts":1785801069.155886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785801069.155913,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785801069.1559384,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4b366e7b-ba47-4778-b443-d8260eca4b32"} {"level":"info","ts":1785801078.4494126,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801078.4494915,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ee88033b-2130-445d-a7fe-341f960a6c9e"} {"level":"info","ts":1785801078.449502,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ee88033b-2130-445d-a7fe-341f960a6c9e"} {"level":"info","ts":1785801078.4495122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee88033b-2130-445d-a7fe-341f960a6c9e","EoS":false} {"level":"info","ts":1785801078.449523,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ee88033b-2130-445d-a7fe-341f960a6c9e","EoS":true} {"level":"info","ts":1785801078.449542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ee88033b-2130-445d-a7fe-341f960a6c9e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801078.4495575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ee88033b-2130-445d-a7fe-341f960a6c9e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801078.4495766,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ee88033b-2130-445d-a7fe-341f960a6c9e"} {"level":"info","ts":1785801094.5282192,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801094.5283046,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c9ef5116-0393-4da0-a424-01ea1ce82a7d"} {"level":"info","ts":1785801094.528321,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c9ef5116-0393-4da0-a424-01ea1ce82a7d"} {"level":"info","ts":1785801094.5283403,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9ef5116-0393-4da0-a424-01ea1ce82a7d","EoS":false} {"level":"info","ts":1785801094.528359,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c9ef5116-0393-4da0-a424-01ea1ce82a7d","EoS":true} {"level":"info","ts":1785801094.52839,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c9ef5116-0393-4da0-a424-01ea1ce82a7d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785801094.5284102,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c9ef5116-0393-4da0-a424-01ea1ce82a7d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785801094.5284357,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c9ef5116-0393-4da0-a424-01ea1ce82a7d"} {"level":"info","ts":1785801104.0360162,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801104.0360959,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801104.0361075,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801104.036119,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","EoS":false} {"level":"info","ts":1785801104.0361323,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","EoS":true} {"level":"info","ts":1785801104.0361953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801104.0362175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801104.036245,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"466dbeb6-4dfd-4e0c-ad9e-27e55feba016"} {"level":"info","ts":1785801113.3746674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801113.374754,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.3747644,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.3747764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","EoS":false} {"level":"info","ts":1785801113.3747869,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","EoS":true} {"level":"info","ts":1785801113.3748083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801113.3748229,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801113.3748906,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c7935c16-bbe5-45ce-8df4-899958043a6f"} {"level":"info","ts":1785801113.4125226,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801113.4125817,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801113.4125926,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801113.4126027,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","EoS":false} {"level":"info","ts":1785801113.4126167,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","EoS":true} {"level":"info","ts":1785801113.4126341,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801113.4126482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801113.412672,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e0b5f54a-adce-4bdb-beb2-028685d6d895"} {"level":"info","ts":1785801132.3871222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801132.3871973,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801132.3872087,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801132.38722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","EoS":false} {"level":"info","ts":1785801132.3872335,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","EoS":true} {"level":"info","ts":1785801132.3872528,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801132.3872674,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801132.387288,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9c2053a2-8c51-4e5e-b1a1-b524850e3f57"} {"level":"info","ts":1785801141.6969724,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801141.697058,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9117cdb1-86c3-4517-8165-900cb0011f5f"} {"level":"info","ts":1785801141.6970763,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9117cdb1-86c3-4517-8165-900cb0011f5f"} {"level":"info","ts":1785801141.6970963,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9117cdb1-86c3-4517-8165-900cb0011f5f","EoS":false} {"level":"info","ts":1785801141.6971185,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9117cdb1-86c3-4517-8165-900cb0011f5f","EoS":true} {"level":"info","ts":1785801141.697148,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9117cdb1-86c3-4517-8165-900cb0011f5f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801141.6971672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9117cdb1-86c3-4517-8165-900cb0011f5f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801141.6971989,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9117cdb1-86c3-4517-8165-900cb0011f5f"} {"level":"info","ts":1785801157.533529,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801157.5336192,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bf7f8f2-fb1e-4409-bdff-c2abafdc99ac"} {"level":"info","ts":1785801157.5336323,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6bf7f8f2-fb1e-4409-bdff-c2abafdc99ac"} {"level":"info","ts":1785801157.533644,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bf7f8f2-fb1e-4409-bdff-c2abafdc99ac","EoS":false} {"level":"info","ts":1785801157.5336545,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6bf7f8f2-fb1e-4409-bdff-c2abafdc99ac","EoS":true} {"level":"info","ts":1785801157.5336769,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6bf7f8f2-fb1e-4409-bdff-c2abafdc99ac","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785801157.5336916,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6bf7f8f2-fb1e-4409-bdff-c2abafdc99ac","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785801157.5337381,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6bf7f8f2-fb1e-4409-bdff-c2abafdc99ac"} {"level":"info","ts":1785801290.1895123,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801290.1895926,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f5ea7694-24ad-4379-9521-eac1bdb2230a"} {"level":"info","ts":1785801290.1896043,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f5ea7694-24ad-4379-9521-eac1bdb2230a"} {"level":"info","ts":1785801290.1896207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5ea7694-24ad-4379-9521-eac1bdb2230a","EoS":false} {"level":"info","ts":1785801290.1896343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f5ea7694-24ad-4379-9521-eac1bdb2230a","EoS":true} {"level":"info","ts":1785801290.189655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f5ea7694-24ad-4379-9521-eac1bdb2230a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785801290.189672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f5ea7694-24ad-4379-9521-eac1bdb2230a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785801290.1896956,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f5ea7694-24ad-4379-9521-eac1bdb2230a"} {"level":"info","ts":1785801311.8984287,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801311.8985102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801311.8985236,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801311.8985398,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","EoS":false} {"level":"info","ts":1785801311.8985553,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","EoS":true} {"level":"info","ts":1785801311.8985775,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785801311.8985925,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785801311.8986158,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d18b8573-1819-43aa-8ef9-7ab810f0849a"} {"level":"info","ts":1785801393.1978064,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801393.1978877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801393.1978972,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801393.1979084,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","EoS":false} {"level":"info","ts":1785801393.1979198,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","EoS":true} {"level":"info","ts":1785801393.1979415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801393.197958,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801393.1979802,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dfb96df6-5b77-410c-87c9-be79c1c88cc4"} {"level":"info","ts":1785801408.3755674,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801408.3756394,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.375649,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.3756623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","EoS":false} {"level":"info","ts":1785801408.3756728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","EoS":true} {"level":"info","ts":1785801408.375693,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801408.3757308,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801408.3757575,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"636c17be-ad78-432f-8e37-d2ccdf42faae"} {"level":"info","ts":1785801408.6546211,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801408.654688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64933ff1-00d3-4013-81cf-a1430ce5e80a"} {"level":"info","ts":1785801408.6546998,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"64933ff1-00d3-4013-81cf-a1430ce5e80a"} {"level":"info","ts":1785801408.6547294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64933ff1-00d3-4013-81cf-a1430ce5e80a","EoS":false} {"level":"info","ts":1785801408.6547432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"64933ff1-00d3-4013-81cf-a1430ce5e80a","EoS":true} {"level":"info","ts":1785801408.654773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64933ff1-00d3-4013-81cf-a1430ce5e80a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785801408.65479,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64933ff1-00d3-4013-81cf-a1430ce5e80a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801408.6548173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"64933ff1-00d3-4013-81cf-a1430ce5e80a"} {"level":"info","ts":1785801735.1135318,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801735.113612,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1136203,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1136308,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","EoS":false} {"level":"info","ts":1785801735.1136417,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","EoS":true} {"level":"info","ts":1785801735.1136618,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785801735.113678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801735.1136975,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"263165c7-36ec-4f06-9fd0-e26e0e56c45c"} {"level":"info","ts":1785801735.1546245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801735.1546934,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f04a9af-5259-4963-af38-42ac08398131"} {"level":"info","ts":1785801735.1547272,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f04a9af-5259-4963-af38-42ac08398131"} {"level":"info","ts":1785801735.1547456,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f04a9af-5259-4963-af38-42ac08398131","EoS":false} {"level":"info","ts":1785801735.154764,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f04a9af-5259-4963-af38-42ac08398131","EoS":true} {"level":"info","ts":1785801735.1547909,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f04a9af-5259-4963-af38-42ac08398131","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785801735.1548085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f04a9af-5259-4963-af38-42ac08398131","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801735.154834,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f04a9af-5259-4963-af38-42ac08398131"} {"level":"info","ts":1785801735.1907246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801735.190771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"15a896a3-1fa2-48b0-8fd8-8244b49665b3"} {"level":"info","ts":1785801735.1907783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"15a896a3-1fa2-48b0-8fd8-8244b49665b3"} {"level":"info","ts":1785801735.190788,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15a896a3-1fa2-48b0-8fd8-8244b49665b3","EoS":false} {"level":"info","ts":1785801735.1907973,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"15a896a3-1fa2-48b0-8fd8-8244b49665b3","EoS":true} {"level":"info","ts":1785801735.1908128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"15a896a3-1fa2-48b0-8fd8-8244b49665b3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785801735.190825,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"15a896a3-1fa2-48b0-8fd8-8244b49665b3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785801735.190839,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"15a896a3-1fa2-48b0-8fd8-8244b49665b3"} {"level":"info","ts":1785801740.0122783,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe2a6222-d424-4b08-a8d6-e3a76a5aae40","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801740.0123112,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fe2a6222-d424-4b08-a8d6-e3a76a5aae40","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785801740.0123568,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"165caac6-90c8-4639-8f3f-f1c916f368e0"} {"level":"info","ts":1785801740.0192735,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6d6a363-c0a7-49ca-9935-f3daf0092f07","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801740.0192993,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6d6a363-c0a7-49ca-9935-f3daf0092f07","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785801740.0229883,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"165caac6-90c8-4639-8f3f-f1c916f368e0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801740.0232038,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":33858.343733039,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.0232248,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.1295073,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17a4a614-35ef-43c3-bb0e-7237fae9e2dc"} {"level":"info","ts":1785801740.1296322,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17a4a614-35ef-43c3-bb0e-7237fae9e2dc","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785801740.1300917,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6212f84e-601c-4503-b06b-c501512ec9a8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.130128,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6212f84e-601c-4503-b06b-c501512ec9a8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.1375515,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92024ee6-1003-4301-bf5b-4796ab2895e4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.1375868,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"92024ee6-1003-4301-bf5b-4796ab2895e4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785801740.137806,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17a4a614-35ef-43c3-bb0e-7237fae9e2dc","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785801740.1378605,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"17a4a614-35ef-43c3-bb0e-7237fae9e2dc","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801740.1379414,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ed11f1d-e609-4092-9ed6-1144dd79297a"} {"level":"info","ts":1785801740.1379766,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ed11f1d-e609-4092-9ed6-1144dd79297a","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1785801740.229499,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca7dc13f-4f0f-414a-bc00-5ed7c70f6794","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.229543,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ca7dc13f-4f0f-414a-bc00-5ed7c70f6794","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785801740.229696,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ed11f1d-e609-4092-9ed6-1144dd79297a","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801740.2298357,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18d82d45-b02b-4348-b933-dc3e36fefee5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801740.2298627,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"18d82d45-b02b-4348-b933-dc3e36fefee5","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785801740.2298934,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b873f16-ea86-4dec-81c5-a3b4f1d791fa"} {"level":"info","ts":1785801740.1426985,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.230101,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38066.783460554,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.2301152,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.2581146,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.2667713,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78d0ba7e-75d0-4c79-9c05-e650962d3c96","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.2668133,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78d0ba7e-75d0-4c79-9c05-e650962d3c96","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.2853386,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10d088de-93cb-4455-8fd5-044f498c7da5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.2853773,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10d088de-93cb-4455-8fd5-044f498c7da5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.2975135,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dddb040-77d8-47c6-92d4-c5dceb5db3d5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801740.2975383,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dddb040-77d8-47c6-92d4-c5dceb5db3d5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785801740.323643,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36714.013002653,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.3236606,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.3301234,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b873f16-ea86-4dec-81c5-a3b4f1d791fa","name":"e2e-external-model"} {"level":"info","ts":1785801740.331934,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785801740.3388667,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b873f16-ea86-4dec-81c5-a3b4f1d791fa","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1785801740.3427927,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0b873f16-ea86-4dec-81c5-a3b4f1d791fa","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801740.3428774,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3172ce88-1a19-4a83-9d5b-e526fe369dab"} {"level":"info","ts":1785801740.3429267,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3172ce88-1a19-4a83-9d5b-e526fe369dab","name":"e2e-external-model"} {"level":"info","ts":1785801740.3509963,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3172ce88-1a19-4a83-9d5b-e526fe369dab","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801740.4239638,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"165caac6-90c8-4639-8f3f-f1c916f368e0","name":"e2e-external-provider"} {"level":"info","ts":1785801740.4351757,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"165caac6-90c8-4639-8f3f-f1c916f368e0","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785801740.4388263,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"165caac6-90c8-4639-8f3f-f1c916f368e0","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801740.4389246,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62194c31-f5fe-4bf4-aa88-027eb436ee9f"} {"level":"info","ts":1785801740.4389727,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62194c31-f5fe-4bf4-aa88-027eb436ee9f","name":"e2e-external-provider"} {"level":"info","ts":1785801740.4479027,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"62194c31-f5fe-4bf4-aa88-027eb436ee9f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785801751.7995026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801751.7995708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c"} {"level":"info","ts":1785801751.7995796,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c"} {"level":"info","ts":1785801751.79959,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c","EoS":false} {"level":"info","ts":1785801751.7996001,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c","EoS":true} {"level":"info","ts":1785801751.7996187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785801751.7996328,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785801751.7996428,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c","modelName":"e2e-external-model"} {"level":"info","ts":1785801751.7996562,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785801751.799736,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7bc0e8f6-1d6f-4a51-bcb6-d578e0e8580c"} {"level":"info","ts":1785801751.845811,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801751.845876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88"} {"level":"info","ts":1785801751.845884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88"} {"level":"info","ts":1785801751.8458946,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88","EoS":false} {"level":"info","ts":1785801751.8459089,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88","EoS":true} {"level":"info","ts":1785801751.8459277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785801751.845943,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785801751.8459527,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88","modelName":"e2e-external-model"} {"level":"info","ts":1785801751.845965,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785801751.8460126,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"977acdbd-7f8d-450e-bdb6-2641f386dc88"} {"level":"info","ts":1785801751.8755462,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801751.8756301,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801751.8756444,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801751.8756626,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","EoS":false} {"level":"info","ts":1785801751.8756838,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","EoS":true} {"level":"info","ts":1785801751.8757308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785801751.8757515,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785801751.8757625,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","modelName":"e2e-external-model"} {"level":"info","ts":1785801751.8757849,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785801751.875829,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"bdcd3507-9ce6-4aab-83a2-b65d89015996"} {"level":"info","ts":1785801752.1078157,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccd6ff8e-faa1-4677-8e94-2fdc635ac4fa"} {"level":"info","ts":1785801752.107838,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f85321a-a9c5-4b2f-9f02-0ac013e5021d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.1078746,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1f85321a-a9c5-4b2f-9f02-0ac013e5021d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785801752.11291,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccd6ff8e-faa1-4677-8e94-2fdc635ac4fa","name":"e2e-cleanup-test"} {"level":"info","ts":1785801752.112992,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27dfcea7-16a9-4d06-8df8-b95ded0750f5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.1130252,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27dfcea7-16a9-4d06-8df8-b95ded0750f5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785801752.1280034,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ccd6ff8e-faa1-4677-8e94-2fdc635ac4fa","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801752.1353009,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cb12690-6442-4b34-907e-53d62e81fc0b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.135336,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8cb12690-6442-4b34-907e-53d62e81fc0b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785801752.1355865,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3cde7c4-0728-47a8-b642-6d0201425ed3"} {"level":"info","ts":1785801752.1356478,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3cde7c4-0728-47a8-b642-6d0201425ed3","name":"e2e-cleanup-test"} {"level":"error","ts":1785801752.151001,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3cde7c4-0728-47a8-b642-6d0201425ed3","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785801752.1510708,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec385cc4-519e-48b9-bb0f-e9a86fa7462c"} {"level":"info","ts":1785801752.1510139,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af219688-8314-4cad-ab59-2c07c01405cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.1511295,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec385cc4-519e-48b9-bb0f-e9a86fa7462c","name":"e2e-cleanup-test"} {"level":"info","ts":1785801752.1511421,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af219688-8314-4cad-ab59-2c07c01405cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785801752.158914,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec385cc4-519e-48b9-bb0f-e9a86fa7462c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801752.1636636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14ec1ae6-efae-4e1f-a2a0-16d14b0a17be","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801752.163687,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14ec1ae6-efae-4e1f-a2a0-16d14b0a17be","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785801752.1639614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"076be40c-91e1-414f-bba8-589938e08c58"} {"level":"info","ts":1785801752.1640015,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"076be40c-91e1-414f-bba8-589938e08c58","name":"e2e-cleanup-test"} {"level":"info","ts":1785801752.1716678,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"076be40c-91e1-414f-bba8-589938e08c58","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785801760.3665826,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"281bab57-bea2-4760-a22d-3861944908f8"} {"level":"info","ts":1785801760.3665905,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dc490c0-5b9b-4695-8335-06803ec3c181","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801760.3666468,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1dc490c0-5b9b-4695-8335-06803ec3c181","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785801764.6484,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801764.6484828,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb"} {"level":"info","ts":1785801764.648494,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb"} {"level":"info","ts":1785801764.6485126,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb","EoS":false} {"level":"info","ts":1785801764.6485324,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb","EoS":true} {"level":"info","ts":1785801764.6485605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785801764.648584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785801764.6486168,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"37dfd6e7-3563-4169-b085-d64867dc06cb"} {"level":"info","ts":1785801764.6776204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801764.677687,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.6777,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.6777244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","EoS":false} {"level":"info","ts":1785801764.6777413,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","EoS":true} {"level":"info","ts":1785801764.6777756,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785801764.6777904,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785801764.677797,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","modelName":"e2e-external-model"} {"level":"info","ts":1785801764.6778114,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785801764.677866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a818cf4a-23df-4f76-b2d5-e919663eb1c4"} {"level":"info","ts":1785801764.7648547,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801764.7649179,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.764931,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.7649539,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","EoS":false} {"level":"info","ts":1785801764.7649646,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","EoS":true} {"level":"info","ts":1785801764.764992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785801764.7650113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785801764.7650309,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"27b099db-7feb-4b24-97a4-fee584bc46b3"} {"level":"info","ts":1785801764.8509004,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785801764.8509634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801764.8509772,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801764.8509977,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","EoS":false} {"level":"info","ts":1785801764.851018,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","EoS":true} {"level":"info","ts":1785801764.8510442,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1","field":"model"} {"level":"info","ts":1785801764.8510742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b70f4782-5433-4d23-9271-5dea236f17e1"} {"level":"info","ts":1785801765.7568712,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6340ed03-cf76-4b5f-8448-68a772400b3c"} {"level":"info","ts":1785801765.756897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"521aeb4a-e10a-4e4c-991a-d428d775071a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801765.7569268,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"521aeb4a-e10a-4e4c-991a-d428d775071a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785801765.895351,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5e438288-9468-41f5-a410-4b0bfc2e2fac"} {"level":"info","ts":1785801765.8953667,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0cd72995-c90e-40dd-9b34-17303712861c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785801765.8953958,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0cd72995-c90e-40dd-9b34-17303712861c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785803235.6757689,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803235.6758597,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69b7e7a2-2681-9760-bced-34332708978e"} {"level":"info","ts":1785803310.237028,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785803310.2371132,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"} {"level":"info","ts":1785803310.2371235,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"} {"level":"info","ts":1785803310.2371347,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","EoS":false} {"level":"info","ts":1785803310.237146,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","EoS":true} {"level":"info","ts":1785803310.237171,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785803310.2371874,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785803310.23721,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0361c8cc-8cfc-9c72-9aff-939f52c5617c"}