{"level":"info","ts":1784721862.128766,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a66b300-3a3f-4c87-9a8c-aa42575d9b2f","EoS":false} {"level":"info","ts":1784721862.1287773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3a66b300-3a3f-4c87-9a8c-aa42575d9b2f","EoS":true} {"level":"info","ts":1784721862.1287994,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3a66b300-3a3f-4c87-9a8c-aa42575d9b2f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721862.1288154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3a66b300-3a3f-4c87-9a8c-aa42575d9b2f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721862.1288426,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3a66b300-3a3f-4c87-9a8c-aa42575d9b2f"} {"level":"info","ts":1784721862.2634182,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721862.263503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc"} {"level":"info","ts":1784721862.2635143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc"} {"level":"info","ts":1784721862.263525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc","EoS":false} {"level":"info","ts":1784721862.263541,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc","EoS":true} {"level":"info","ts":1784721862.263561,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721862.263575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721862.2635956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0ed3689-3524-4d8e-a4a1-14d1676777fc"} {"level":"info","ts":1784721862.399836,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721862.3999135,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721862.3999224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721862.399933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","EoS":false} {"level":"info","ts":1784721862.3999457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","EoS":true} {"level":"info","ts":1784721862.399966,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721862.3999813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721862.4000022,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f806e810-ab06-4cf4-b5d6-03393790d2a0"} {"level":"info","ts":1784721862.534172,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721862.5342436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c2eb124f-f882-42ec-857e-7fdb4de87439"} {"level":"info","ts":1784721862.5342555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c2eb124f-f882-42ec-857e-7fdb4de87439"} {"level":"info","ts":1784721862.534266,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2eb124f-f882-42ec-857e-7fdb4de87439","EoS":false} {"level":"info","ts":1784721862.5342786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c2eb124f-f882-42ec-857e-7fdb4de87439","EoS":true} {"level":"info","ts":1784721862.534301,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c2eb124f-f882-42ec-857e-7fdb4de87439","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721862.5343156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c2eb124f-f882-42ec-857e-7fdb4de87439","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721862.5343344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c2eb124f-f882-42ec-857e-7fdb4de87439"} {"level":"info","ts":1784721882.3801382,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721882.3802094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.3802185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.3802311,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","EoS":false} {"level":"info","ts":1784721882.3802454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","EoS":true} {"level":"info","ts":1784721882.3802683,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721882.3802838,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721882.3803554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"881c2121-a479-4f7d-9851-afee154f8c02"} {"level":"info","ts":1784721882.4158928,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721882.4159489,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.4159565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.415967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","EoS":false} {"level":"info","ts":1784721882.415977,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","EoS":true} {"level":"info","ts":1784721882.4159925,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721882.416005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721882.4160225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"72b44c9d-cb87-4adb-8e2a-e190eb8f41a7"} {"level":"info","ts":1784721882.453254,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721882.4533157,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c21a94f-3a4c-41e0-9619-58132b6cf6f2"} {"level":"info","ts":1784721882.4533248,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c21a94f-3a4c-41e0-9619-58132b6cf6f2"} {"level":"info","ts":1784721882.4533348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c21a94f-3a4c-41e0-9619-58132b6cf6f2","EoS":false} {"level":"info","ts":1784721882.4533453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c21a94f-3a4c-41e0-9619-58132b6cf6f2","EoS":true} {"level":"info","ts":1784721882.4533684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c21a94f-3a4c-41e0-9619-58132b6cf6f2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721882.4533832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c21a94f-3a4c-41e0-9619-58132b6cf6f2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721882.453401,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c21a94f-3a4c-41e0-9619-58132b6cf6f2"} {"level":"info","ts":1784721882.4837058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721882.4837728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b89b58ca-bf05-4f1d-98d6-23f9237cd780"} {"level":"info","ts":1784721882.4837844,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b89b58ca-bf05-4f1d-98d6-23f9237cd780"} {"level":"info","ts":1784721882.483795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b89b58ca-bf05-4f1d-98d6-23f9237cd780","EoS":false} {"level":"info","ts":1784721882.4838047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b89b58ca-bf05-4f1d-98d6-23f9237cd780","EoS":true} {"level":"info","ts":1784721882.4838219,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b89b58ca-bf05-4f1d-98d6-23f9237cd780","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721882.4838338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b89b58ca-bf05-4f1d-98d6-23f9237cd780","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721882.4838502,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b89b58ca-bf05-4f1d-98d6-23f9237cd780"} {"level":"info","ts":1784721882.5158167,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721882.5158775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"da0a85b7-73f1-4956-9f4a-7885ad336b86"} {"level":"info","ts":1784721887.170089,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721887.1701646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721887.1701753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721887.1701868,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","EoS":false} {"level":"info","ts":1784721887.1701996,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","EoS":true} {"level":"info","ts":1784721887.170221,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784721887.1702363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721887.1702583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be001d63-dabf-4c46-a6e5-a9dccc317378"} {"level":"info","ts":1784721895.7343545,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721895.734426,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5cbe812c-e6bb-4a03-ab15-c9f178938276"} {"level":"info","ts":1784721895.7344348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5cbe812c-e6bb-4a03-ab15-c9f178938276"} {"level":"info","ts":1784721895.734449,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cbe812c-e6bb-4a03-ab15-c9f178938276","EoS":false} {"level":"info","ts":1784721895.7344615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5cbe812c-e6bb-4a03-ab15-c9f178938276","EoS":true} {"level":"info","ts":1784721895.7344818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5cbe812c-e6bb-4a03-ab15-c9f178938276","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721895.7344966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5cbe812c-e6bb-4a03-ab15-c9f178938276","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721895.7345152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5cbe812c-e6bb-4a03-ab15-c9f178938276"} {"level":"info","ts":1784721897.7641273,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721897.7642024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721897.7642117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721897.7642221,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","EoS":false} {"level":"info","ts":1784721897.764232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","EoS":true} {"level":"info","ts":1784721897.7642531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721897.7642677,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721897.7642877,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c656bb3-3b08-4643-ab18-ad022911b251"} {"level":"info","ts":1784721910.6171663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721910.6173053,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721910.6173222,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721910.61734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","EoS":false} {"level":"info","ts":1784721910.6173573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","EoS":true} {"level":"info","ts":1784721910.6173851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784721910.6174045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721910.6174307,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"296300c3-5279-447b-8060-a275daf4b70a"} {"level":"info","ts":1784721919.1482852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721919.1483727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721919.1483827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721919.1483948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","EoS":false} {"level":"info","ts":1784721919.148406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","EoS":true} {"level":"info","ts":1784721919.1484275,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784721919.148443,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721919.1484628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f615a16-ec9e-4bec-84bc-e6aa6f0a0dad"} {"level":"info","ts":1784721928.0066268,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721928.0067086,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721928.0067182,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721928.0067294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","EoS":false} {"level":"info","ts":1784721928.0067396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","EoS":true} {"level":"info","ts":1784721928.0067596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784721928.0067728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721928.0067923,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ba045ca-eec9-49da-8fca-e1cfb0298e92"} {"level":"info","ts":1784721936.9949253,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721936.9949977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4cecd53-cc09-4c81-a51e-f34d0d8f84bf"} {"level":"info","ts":1784721936.9950078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4cecd53-cc09-4c81-a51e-f34d0d8f84bf"} {"level":"info","ts":1784721936.9950192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4cecd53-cc09-4c81-a51e-f34d0d8f84bf","EoS":false} {"level":"info","ts":1784721936.9950309,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4cecd53-cc09-4c81-a51e-f34d0d8f84bf","EoS":true} {"level":"info","ts":1784721936.9950504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4cecd53-cc09-4c81-a51e-f34d0d8f84bf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784721936.995066,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4cecd53-cc09-4c81-a51e-f34d0d8f84bf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721936.9950855,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4cecd53-cc09-4c81-a51e-f34d0d8f84bf"} {"level":"info","ts":1784721944.848984,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721944.8490598,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e638577d-af30-40bf-b5e9-630aa5ff6ae8"} {"level":"info","ts":1784721944.8490686,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e638577d-af30-40bf-b5e9-630aa5ff6ae8"} {"level":"info","ts":1784721944.8490791,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e638577d-af30-40bf-b5e9-630aa5ff6ae8","EoS":false} {"level":"info","ts":1784721944.8490903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e638577d-af30-40bf-b5e9-630aa5ff6ae8","EoS":true} {"level":"info","ts":1784721944.8491118,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e638577d-af30-40bf-b5e9-630aa5ff6ae8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784721944.8491268,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e638577d-af30-40bf-b5e9-630aa5ff6ae8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721944.8491468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e638577d-af30-40bf-b5e9-630aa5ff6ae8"} {"level":"info","ts":1784721949.6251013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721949.6251822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d8b0c8e-c8a0-4432-8131-b9223286f4d5"} {"level":"info","ts":1784721949.6251917,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d8b0c8e-c8a0-4432-8131-b9223286f4d5"} {"level":"info","ts":1784721949.6252036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d8b0c8e-c8a0-4432-8131-b9223286f4d5","EoS":false} {"level":"info","ts":1784721949.625217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d8b0c8e-c8a0-4432-8131-b9223286f4d5","EoS":true} {"level":"info","ts":1784721949.6252365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d8b0c8e-c8a0-4432-8131-b9223286f4d5","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721949.6252518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d8b0c8e-c8a0-4432-8131-b9223286f4d5","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721949.6252704,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d8b0c8e-c8a0-4432-8131-b9223286f4d5"} {"level":"info","ts":1784721949.8943348,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721949.8944168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"892b3b78-1422-4f7a-9ef1-5a2540917c83"} {"level":"info","ts":1784721949.8944273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"892b3b78-1422-4f7a-9ef1-5a2540917c83"} {"level":"info","ts":1784721949.8944395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"892b3b78-1422-4f7a-9ef1-5a2540917c83","EoS":false} {"level":"info","ts":1784721949.8944533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"892b3b78-1422-4f7a-9ef1-5a2540917c83","EoS":true} {"level":"info","ts":1784721949.8944771,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"892b3b78-1422-4f7a-9ef1-5a2540917c83","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721949.8944962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"892b3b78-1422-4f7a-9ef1-5a2540917c83","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721949.8945167,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"892b3b78-1422-4f7a-9ef1-5a2540917c83"} {"level":"info","ts":1784721951.9232168,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721951.9232965,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eff19dc2-2d2d-4412-b10b-cc973adbaf25"} {"level":"info","ts":1784721951.9233072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eff19dc2-2d2d-4412-b10b-cc973adbaf25"} {"level":"info","ts":1784721951.9233174,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eff19dc2-2d2d-4412-b10b-cc973adbaf25","EoS":false} {"level":"info","ts":1784721951.9233305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eff19dc2-2d2d-4412-b10b-cc973adbaf25","EoS":true} {"level":"info","ts":1784721951.923352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eff19dc2-2d2d-4412-b10b-cc973adbaf25","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721951.9233675,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eff19dc2-2d2d-4412-b10b-cc973adbaf25","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721951.9233873,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eff19dc2-2d2d-4412-b10b-cc973adbaf25"} {"level":"info","ts":1784721953.9571974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721953.9572783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d10a12a3-8c1c-4eb5-a0a8-35ec4aa7a880"} {"level":"info","ts":1784721953.9572868,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d10a12a3-8c1c-4eb5-a0a8-35ec4aa7a880"} {"level":"info","ts":1784721953.9572992,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d10a12a3-8c1c-4eb5-a0a8-35ec4aa7a880","EoS":false} {"level":"info","ts":1784721953.9573092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d10a12a3-8c1c-4eb5-a0a8-35ec4aa7a880","EoS":true} {"level":"info","ts":1784721953.9573307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d10a12a3-8c1c-4eb5-a0a8-35ec4aa7a880","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721953.9573467,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d10a12a3-8c1c-4eb5-a0a8-35ec4aa7a880","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721953.957365,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d10a12a3-8c1c-4eb5-a0a8-35ec4aa7a880"} {"level":"info","ts":1784721955.9942024,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721955.9942768,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721955.994286,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721955.9942966,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","EoS":false} {"level":"info","ts":1784721955.9943073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","EoS":true} {"level":"info","ts":1784721955.9943285,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721955.9943438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721955.9943619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3c797ea-5291-4886-b6a2-47cc92f6d077"} {"level":"info","ts":1784721979.4606588,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721979.460741,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784721979.4607532,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784721979.4607687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","EoS":false} {"level":"info","ts":1784721979.460791,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","EoS":true} {"level":"info","ts":1784721979.460814,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721979.4608293,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721979.4608536,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c19a4ce7-04b1-4bb1-86f7-c3c533abcf15"} {"level":"info","ts":1784721988.803081,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721988.8031611,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a51a3af4-1f9d-4194-9642-50b4778d416f"} {"level":"info","ts":1784721988.8031702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a51a3af4-1f9d-4194-9642-50b4778d416f"} {"level":"info","ts":1784721988.8031814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a51a3af4-1f9d-4194-9642-50b4778d416f","EoS":false} {"level":"info","ts":1784721988.803191,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a51a3af4-1f9d-4194-9642-50b4778d416f","EoS":true} {"level":"info","ts":1784721988.8032112,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a51a3af4-1f9d-4194-9642-50b4778d416f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784721988.8032272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a51a3af4-1f9d-4194-9642-50b4778d416f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784721988.8032475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a51a3af4-1f9d-4194-9642-50b4778d416f"} {"level":"info","ts":1784721994.29424,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784721994.294344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1efdfed6-4f52-4b62-8605-5fbb1db82697"} {"level":"info","ts":1784721994.2943578,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1efdfed6-4f52-4b62-8605-5fbb1db82697"} {"level":"info","ts":1784721994.2943711,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1efdfed6-4f52-4b62-8605-5fbb1db82697","EoS":false} {"level":"info","ts":1784721994.2943819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1efdfed6-4f52-4b62-8605-5fbb1db82697","EoS":true} {"level":"info","ts":1784721994.2944021,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1efdfed6-4f52-4b62-8605-5fbb1db82697","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784721994.2944174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1efdfed6-4f52-4b62-8605-5fbb1db82697","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784721994.294437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1efdfed6-4f52-4b62-8605-5fbb1db82697"} {"level":"info","ts":1784722003.817989,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722003.8180726,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"427295da-105c-46fc-ae76-155a43b8ced6"} {"level":"info","ts":1784722003.8180873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"427295da-105c-46fc-ae76-155a43b8ced6"} {"level":"info","ts":1784722003.8180995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"427295da-105c-46fc-ae76-155a43b8ced6","EoS":false} {"level":"info","ts":1784722003.8181126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"427295da-105c-46fc-ae76-155a43b8ced6","EoS":true} {"level":"info","ts":1784722003.8181338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"427295da-105c-46fc-ae76-155a43b8ced6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722003.8181493,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"427295da-105c-46fc-ae76-155a43b8ced6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722003.818225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"427295da-105c-46fc-ae76-155a43b8ced6"} {"level":"info","ts":1784722005.8466787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722005.846765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722005.846775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722005.846786,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","EoS":false} {"level":"info","ts":1784722005.8467984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","EoS":true} {"level":"info","ts":1784722005.8468232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722005.8468397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722005.8468583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b39e5ac-fa01-9747-ba99-b07396433452"} {"level":"info","ts":1784722015.2548063,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722015.254889,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.2549012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.2549126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","EoS":false} {"level":"info","ts":1784722015.2549229,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","EoS":true} {"level":"info","ts":1784722015.2549431,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722015.2549589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722015.2549775,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fb28eabc-c29b-470f-900c-cfd2df6d7f2f"} {"level":"info","ts":1784722015.2987602,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722015.2988222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722015.2988343,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722015.2988462,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","EoS":false} {"level":"info","ts":1784722015.2988555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","EoS":true} {"level":"info","ts":1784722015.2988734,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722015.2988865,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722015.2989044,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d6461a46-f17d-425a-a919-e9a8518ded0e"} {"level":"info","ts":1784722034.3914542,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722034.3915412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722034.391555,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722034.3915665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","EoS":false} {"level":"info","ts":1784722034.39158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","EoS":true} {"level":"info","ts":1784722034.3916013,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722034.3916361,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722034.3916602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cd610b18-823b-4a7e-b210-090049b18923"} {"level":"info","ts":1784722043.7240496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722043.724127,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a1e3ec1-006e-4a14-b667-c73d81adc97f"} {"level":"info","ts":1784722043.7241359,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a1e3ec1-006e-4a14-b667-c73d81adc97f"} {"level":"info","ts":1784722043.7241468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a1e3ec1-006e-4a14-b667-c73d81adc97f","EoS":false} {"level":"info","ts":1784722043.724157,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a1e3ec1-006e-4a14-b667-c73d81adc97f","EoS":true} {"level":"info","ts":1784722043.724178,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a1e3ec1-006e-4a14-b667-c73d81adc97f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722043.7241929,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a1e3ec1-006e-4a14-b667-c73d81adc97f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722043.7242124,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a1e3ec1-006e-4a14-b667-c73d81adc97f"} {"level":"info","ts":1784722049.1316035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722049.1317258,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ddc92d53-cb1d-45a9-b5be-cc54103d43ec"} {"level":"info","ts":1784722049.1317356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ddc92d53-cb1d-45a9-b5be-cc54103d43ec"} {"level":"info","ts":1784722049.1317468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ddc92d53-cb1d-45a9-b5be-cc54103d43ec","EoS":false} {"level":"info","ts":1784722049.131761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ddc92d53-cb1d-45a9-b5be-cc54103d43ec","EoS":true} {"level":"info","ts":1784722049.1317828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ddc92d53-cb1d-45a9-b5be-cc54103d43ec","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784722049.131802,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ddc92d53-cb1d-45a9-b5be-cc54103d43ec","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784722049.1318266,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ddc92d53-cb1d-45a9-b5be-cc54103d43ec"} {"level":"info","ts":1784722139.6150649,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722139.6151667,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"167a9179-16cf-44b8-987d-4f1d45351cac"} {"level":"info","ts":1784722139.6151855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"167a9179-16cf-44b8-987d-4f1d45351cac"} {"level":"info","ts":1784722139.6152031,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"167a9179-16cf-44b8-987d-4f1d45351cac","EoS":false} {"level":"info","ts":1784722139.6152194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"167a9179-16cf-44b8-987d-4f1d45351cac","EoS":true} {"level":"info","ts":1784722139.6152518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"167a9179-16cf-44b8-987d-4f1d45351cac","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784722139.6153023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"167a9179-16cf-44b8-987d-4f1d45351cac","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784722139.6153345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"167a9179-16cf-44b8-987d-4f1d45351cac"} {"level":"info","ts":1784722164.8238769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722164.8239622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722164.823972,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722164.8239837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","EoS":false} {"level":"info","ts":1784722164.823995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","EoS":true} {"level":"info","ts":1784722164.8240185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784722164.824034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784722164.824054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a3a95e4-b525-4051-a8bc-7f28903451e5"} {"level":"info","ts":1784722201.959289,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722201.9593718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722201.959382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722201.9593935,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","EoS":false} {"level":"info","ts":1784722201.959405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","EoS":true} {"level":"info","ts":1784722201.9594274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722201.959442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722201.9594624,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"345309d2-b44c-484c-9c9c-77664c202700"} {"level":"info","ts":1784722217.2468996,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722217.2469907,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722217.2470038,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722217.2470198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","EoS":false} {"level":"info","ts":1784722217.247039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","EoS":true} {"level":"info","ts":1784722217.247069,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722217.2470915,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722217.2471201,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b3eadce-c79d-431e-b3be-a4f488fdf00b"} {"level":"info","ts":1784722217.512216,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722217.512309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"450d0385-b97a-4b82-bb1b-176c0b9c629f"} {"level":"info","ts":1784722217.512326,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"450d0385-b97a-4b82-bb1b-176c0b9c629f"} {"level":"info","ts":1784722217.5123436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"450d0385-b97a-4b82-bb1b-176c0b9c629f","EoS":false} {"level":"info","ts":1784722217.5123656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"450d0385-b97a-4b82-bb1b-176c0b9c629f","EoS":true} {"level":"info","ts":1784722217.5123978,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"450d0385-b97a-4b82-bb1b-176c0b9c629f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784722217.512417,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"450d0385-b97a-4b82-bb1b-176c0b9c629f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722217.512448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"450d0385-b97a-4b82-bb1b-176c0b9c629f"} {"level":"info","ts":1784722532.9633703,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722532.963457,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722532.9634652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722532.963477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","EoS":false} {"level":"info","ts":1784722532.9634898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","EoS":true} {"level":"info","ts":1784722532.9635105,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722532.9635258,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722532.963545,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4f0ee869-a5a0-4556-90ed-0c516f8728c4"} {"level":"info","ts":1784722532.9999814,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722533.0000522,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722533.0000618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722533.000073,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","EoS":false} {"level":"info","ts":1784722533.0000837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","EoS":true} {"level":"info","ts":1784722533.0001001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722533.0001132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722533.0001311,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a27b6a54-a3de-4323-98fe-dd19fc5f5132"} {"level":"info","ts":1784722533.0311372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722533.031199,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4ceda2d-4975-49ce-bb79-e73d33e2e8fc"} {"level":"info","ts":1784722533.0312068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4ceda2d-4975-49ce-bb79-e73d33e2e8fc"} {"level":"info","ts":1784722533.0312176,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4ceda2d-4975-49ce-bb79-e73d33e2e8fc","EoS":false} {"level":"info","ts":1784722533.031228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4ceda2d-4975-49ce-bb79-e73d33e2e8fc","EoS":true} {"level":"info","ts":1784722533.031247,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4ceda2d-4975-49ce-bb79-e73d33e2e8fc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722533.0312603,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4ceda2d-4975-49ce-bb79-e73d33e2e8fc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722533.0312803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4ceda2d-4975-49ce-bb79-e73d33e2e8fc"} {"level":"info","ts":1784722533.0622942,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722533.0623643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0b54d12-5f0e-4dd0-86e5-e941e5332b21"} {"level":"info","ts":1784722533.0623732,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0b54d12-5f0e-4dd0-86e5-e941e5332b21"} {"level":"info","ts":1784722533.0623837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0b54d12-5f0e-4dd0-86e5-e941e5332b21","EoS":false} {"level":"info","ts":1784722533.062397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0b54d12-5f0e-4dd0-86e5-e941e5332b21","EoS":true} {"level":"info","ts":1784722533.062415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0b54d12-5f0e-4dd0-86e5-e941e5332b21","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784722533.0624292,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0b54d12-5f0e-4dd0-86e5-e941e5332b21","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784722533.0624475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0b54d12-5f0e-4dd0-86e5-e941e5332b21"} {"level":"info","ts":1784722537.9022532,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eba33ddf-bfb1-4bf6-a60f-3cb5ca39dd5b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722537.902288,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eba33ddf-bfb1-4bf6-a60f-3cb5ca39dd5b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784722537.9023552,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71d3768-31f9-47a5-8a68-bb53ccde70f7"} {"level":"info","ts":1784722537.9083483,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41bcb93e-2a73-4a84-837a-4fa065498903","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722537.9083755,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"41bcb93e-2a73-4a84-837a-4fa065498903","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784722537.9085937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":36072.870832871,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722537.9086392,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.0761988,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.0767713,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6da5c48-762c-4065-9bcd-3bd8697012c6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722538.0768087,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c6da5c48-762c-4065-9bcd-3bd8697012c6","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784722538.0771189,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a6210c-86b9-4353-a89d-53936a9e8d00"} {"level":"info","ts":1784722538.077259,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3314678d-ea6c-465f-a13e-9ced35a9ee64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.0774693,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3314678d-ea6c-465f-a13e-9ced35a9ee64","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.0775285,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":38937.480761714,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.0775402,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.077661,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10519634-ccf2-48a8-90b8-15060687550e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.0776813,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"10519634-ccf2-48a8-90b8-15060687550e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.1088903,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37411.859111775,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.1089146,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.1186738,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.1675625,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784722538.178244,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a6210c-86b9-4353-a89d-53936a9e8d00","name":"e2e-external-model"} {"level":"info","ts":1784722538.1805036,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67dd1d21-752b-43c3-b18a-481f79ab4dfb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.1805413,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"67dd1d21-752b-43c3-b18a-481f79ab4dfb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784722538.1952078,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a6210c-86b9-4353-a89d-53936a9e8d00","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784722538.1952593,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d8a6210c-86b9-4353-a89d-53936a9e8d00","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722538.1953592,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e726b73-effc-4bbe-9134-9ad1db8b288c"} {"level":"info","ts":1784722538.1954188,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e726b73-effc-4bbe-9134-9ad1db8b288c","name":"e2e-external-model"} {"level":"info","ts":1784722538.1965404,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fa67695-7056-45d2-9320-77014934767f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.1965735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6fa67695-7056-45d2-9320-77014934767f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.2034414,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e726b73-effc-4bbe-9134-9ad1db8b288c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784722538.2071178,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e726b73-effc-4bbe-9134-9ad1db8b288c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722538.2071972,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaa07e2a-5ba9-4bbf-84da-ab91acf82efe"} {"level":"info","ts":1784722538.2072544,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaa07e2a-5ba9-4bbf-84da-ab91acf82efe","name":"e2e-external-model"} {"level":"info","ts":1784722538.209784,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71d3768-31f9-47a5-8a68-bb53ccde70f7","name":"e2e-external-provider"} {"level":"info","ts":1784722538.2130022,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78846755-0729-4e07-b0c3-aa8fc321ee35","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722538.2130353,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"78846755-0729-4e07-b0c3-aa8fc321ee35","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784722538.2167532,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaa07e2a-5ba9-4bbf-84da-ab91acf82efe","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722538.2195246,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71d3768-31f9-47a5-8a68-bb53ccde70f7","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784722538.2203653,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"eaa07e2a-5ba9-4bbf-84da-ab91acf82efe","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722538.2204354,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6536b3d1-e49e-4b0d-8e53-26cbcdb9bc0c"} {"level":"info","ts":1784722538.2204816,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6536b3d1-e49e-4b0d-8e53-26cbcdb9bc0c","name":"e2e-external-model"} {"level":"error","ts":1784722538.2230544,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e71d3768-31f9-47a5-8a68-bb53ccde70f7","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722538.2231364,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b673164a-e0bd-4acc-a68f-0d4a581b9dad"} {"level":"info","ts":1784722538.223171,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b673164a-e0bd-4acc-a68f-0d4a581b9dad","name":"e2e-external-provider"} {"level":"info","ts":1784722538.2290814,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6536b3d1-e49e-4b0d-8e53-26cbcdb9bc0c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722538.2328465,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b673164a-e0bd-4acc-a68f-0d4a581b9dad","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784722545.3581986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722545.3582773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753"} {"level":"info","ts":1784722545.3582935,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753"} {"level":"info","ts":1784722545.3583066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753","EoS":false} {"level":"info","ts":1784722545.3583198,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753","EoS":true} {"level":"info","ts":1784722545.3583386,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784722545.3583543,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784722545.3583634,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753","modelName":"e2e-external-model"} {"level":"info","ts":1784722545.3583772,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784722545.3584251,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5f70fe7a-67c1-40c3-baa5-f191ceb8c753"} {"level":"info","ts":1784722545.408665,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722545.4087327,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6"} {"level":"info","ts":1784722545.4087422,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6"} {"level":"info","ts":1784722545.4087524,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6","EoS":false} {"level":"info","ts":1784722545.408764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6","EoS":true} {"level":"info","ts":1784722545.4087825,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784722545.4087968,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784722545.4088037,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6","modelName":"e2e-external-model"} {"level":"info","ts":1784722545.4088287,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784722545.408865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8cec327f-cd99-4ae7-af43-89ba2552c0f6"} {"level":"info","ts":1784722545.4296088,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722545.4297028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79"} {"level":"info","ts":1784722545.4297168,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79"} {"level":"info","ts":1784722545.4297314,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","EoS":false} {"level":"info","ts":1784722545.4297464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","EoS":true} {"level":"info","ts":1784722545.429766,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784722545.4297817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784722545.4297915,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","modelName":"e2e-external-model"} {"level":"info","ts":1784722545.429808,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784722545.4298935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"315f3c20-0a2a-47f2-b557-f1c3f5c5fe79"} {"level":"info","ts":1784722545.5650976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31899c6b-513c-4d31-baba-c5167ea1bb8c"} {"level":"info","ts":1784722545.565139,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6073a37-cf75-482b-bfc6-af7b15002860","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.5651746,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6073a37-cf75-482b-bfc6-af7b15002860","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784722545.5707283,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31899c6b-513c-4d31-baba-c5167ea1bb8c","name":"e2e-cleanup-test"} {"level":"info","ts":1784722545.5707948,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4efc16c5-ad65-477f-816c-92dc0e68ed46","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.570819,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4efc16c5-ad65-477f-816c-92dc0e68ed46","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784722545.5835865,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31899c6b-513c-4d31-baba-c5167ea1bb8c","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722545.5914354,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c1ee924-0e7e-46b0-a495-57926d698851","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.591464,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7c1ee924-0e7e-46b0-a495-57926d698851","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784722545.591935,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14530810-744c-4e7b-a9ce-9c738e0dd1c4"} {"level":"info","ts":1784722545.59199,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14530810-744c-4e7b-a9ce-9c738e0dd1c4","name":"e2e-cleanup-test"} {"level":"error","ts":1784722545.607147,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"14530810-744c-4e7b-a9ce-9c738e0dd1c4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784722545.6072462,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6299144-fdcb-44d3-825d-e6e1f0dc7098","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.6072683,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0d246b2-543e-4bee-8dfc-861a221c8740"} {"level":"info","ts":1784722545.6072738,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e6299144-fdcb-44d3-825d-e6e1f0dc7098","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784722545.6073174,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0d246b2-543e-4bee-8dfc-861a221c8740","name":"e2e-cleanup-test"} {"level":"info","ts":1784722545.6151066,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c0d246b2-543e-4bee-8dfc-861a221c8740","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722545.6207552,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c66ffda3-fbca-4133-a557-4cf9751bd9c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722545.620782,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c66ffda3-fbca-4133-a557-4cf9751bd9c3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784722545.6209342,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40331baa-5cbc-4ee9-9189-9fc14880aa70"} {"level":"info","ts":1784722545.6209798,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40331baa-5cbc-4ee9-9189-9fc14880aa70","name":"e2e-cleanup-test"} {"level":"info","ts":1784722545.629771,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"40331baa-5cbc-4ee9-9189-9fc14880aa70","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784722553.808958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7347bd3d-2bed-4c96-9291-716a873c78b2"} {"level":"info","ts":1784722553.8089974,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d52cadcb-6f0d-4238-b261-120c2ce9743e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722553.809028,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d52cadcb-6f0d-4238-b261-120c2ce9743e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784722558.1090903,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722558.1091697,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb"} {"level":"info","ts":1784722558.1091797,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb"} {"level":"info","ts":1784722558.1091912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb","EoS":false} {"level":"info","ts":1784722558.1092012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb","EoS":true} {"level":"info","ts":1784722558.1092215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784722558.1092372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784722558.1092575,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49265904-83ff-489e-969c-97001c71d5bb"} {"level":"info","ts":1784722558.1357026,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722558.1357567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d"} {"level":"info","ts":1784722558.1357684,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d"} {"level":"info","ts":1784722558.1357782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","EoS":false} {"level":"info","ts":1784722558.1357913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","EoS":true} {"level":"info","ts":1784722558.1358068,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784722558.1358192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784722558.1358254,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","modelName":"e2e-external-model"} {"level":"info","ts":1784722558.1358714,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784722558.1359076,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"868e9ab2-9f11-4a81-8618-763dcf1de43d"} {"level":"info","ts":1784722558.1738052,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722558.1738722,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.1738882,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.1739044,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","EoS":false} {"level":"info","ts":1784722558.173922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","EoS":true} {"level":"info","ts":1784722558.1739438,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784722558.1739597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784722558.173986,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6dcde5c0-debb-459e-9bcc-f4406e995098"} {"level":"info","ts":1784722558.310882,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784722558.3109531,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722558.3109627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722558.310978,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","EoS":false} {"level":"info","ts":1784722558.31099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","EoS":true} {"level":"info","ts":1784722558.311016,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5","field":"model"} {"level":"info","ts":1784722558.3110416,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"786a8785-1a27-4e8a-8591-f3e3a90b38d5"} {"level":"info","ts":1784722559.2332418,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"954ae323-1a20-462e-a1d0-646fa37ec8f6"} {"level":"info","ts":1784722559.233241,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbd2d695-deb1-4a80-ba8d-1f6ce7e75cd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722559.2333093,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bbd2d695-deb1-4a80-ba8d-1f6ce7e75cd8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784722559.3658028,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d90ccc41-7994-4979-a984-07acbfd9b7bd"} {"level":"info","ts":1784722559.3658037,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"454cd75a-c8cd-4523-98e4-de0eac915316","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784722559.365888,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"454cd75a-c8cd-4523-98e4-de0eac915316","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784723154.3354137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723154.3354988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c93da7c9-7bd7-4d03-8cf7-8fa7e405a397"} {"level":"info","ts":1784723154.33551,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c93da7c9-7bd7-4d03-8cf7-8fa7e405a397"} {"level":"info","ts":1784723154.3355258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c93da7c9-7bd7-4d03-8cf7-8fa7e405a397","EoS":false} {"level":"info","ts":1784723154.3355455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c93da7c9-7bd7-4d03-8cf7-8fa7e405a397","EoS":true} {"level":"info","ts":1784723154.3355668,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c93da7c9-7bd7-4d03-8cf7-8fa7e405a397","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784723154.3355827,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c93da7c9-7bd7-4d03-8cf7-8fa7e405a397","path":"/ai-tenant-e2e-inf-b-ffe082/test-model-ffe082/v1/chat/completions"} {"level":"info","ts":1784723154.3356032,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c93da7c9-7bd7-4d03-8cf7-8fa7e405a397"} {"level":"info","ts":1784723175.4113297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723175.411415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723175.4114234,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723175.411436,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","EoS":false} {"level":"info","ts":1784723175.4114494,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","EoS":true} {"level":"info","ts":1784723175.4114687,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784723175.411485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6","path":"/ai-tenant-e2e-inf-b-ffe082/test-model-ffe082/v1/chat/completions"} {"level":"info","ts":1784723175.4115138,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c385d0d-a6ad-4c8e-a598-efb5caf206f6"} {"level":"info","ts":1784723635.0924518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723635.0926483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723635.0926652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723635.0926867,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","EoS":false} {"level":"info","ts":1784723635.0927064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","EoS":true} {"level":"info","ts":1784723635.0927422,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784723635.0927615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba","path":"/ai-tenant-e2e-shared-a-0b54ae/rate-test-model-0b54ae/v1/completions"} {"level":"info","ts":1784723635.0927982,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53113772-8e2c-4d9d-b386-43bf4b8362ba"} {"level":"info","ts":1784723636.1454835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723636.1455662,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723636.1455765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723636.145595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","EoS":false} {"level":"info","ts":1784723636.1456087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","EoS":true} {"level":"info","ts":1784723636.1456637,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784723636.1456826,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f68c365b-8773-45e6-b939-a64015664593","path":"/ai-tenant-e2e-shared-a-0b54ae/rate-test-model-0b54ae/v1/completions"} {"level":"info","ts":1784723636.1457047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f68c365b-8773-45e6-b939-a64015664593"} {"level":"info","ts":1784723637.230872,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784723637.2309763,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"} {"level":"info","ts":1784723637.2309883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"} {"level":"info","ts":1784723637.2310016,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","EoS":false} {"level":"info","ts":1784723637.2310135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","EoS":true} {"level":"info","ts":1784723637.2310414,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784723637.2310934,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e","path":"/ai-tenant-e2e-shared-b-55573a/rate-test-model-55573a/v1/completions"} {"level":"info","ts":1784723637.2311296,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6794719e-4db8-4765-827b-ac11c27f374e"}