{"level":"info","ts":1784857487.1469507,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8cb5150-e2e5-4cd7-94a8-536217bbf7bd","EoS":false} {"level":"info","ts":1784857487.1469646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8cb5150-e2e5-4cd7-94a8-536217bbf7bd","EoS":true} {"level":"info","ts":1784857487.146984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8cb5150-e2e5-4cd7-94a8-536217bbf7bd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857487.1469994,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8cb5150-e2e5-4cd7-94a8-536217bbf7bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857487.1470187,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8cb5150-e2e5-4cd7-94a8-536217bbf7bd"} {"level":"info","ts":1784857487.2065065,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857487.2065868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20ea6677-f104-406b-b819-f91e2cbd3868"} {"level":"info","ts":1784857487.206618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20ea6677-f104-406b-b819-f91e2cbd3868"} {"level":"info","ts":1784857487.206631,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20ea6677-f104-406b-b819-f91e2cbd3868","EoS":false} {"level":"info","ts":1784857487.206644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20ea6677-f104-406b-b819-f91e2cbd3868","EoS":true} {"level":"info","ts":1784857487.2066638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20ea6677-f104-406b-b819-f91e2cbd3868","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857487.206678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20ea6677-f104-406b-b819-f91e2cbd3868","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857487.2066925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20ea6677-f104-406b-b819-f91e2cbd3868"} {"level":"info","ts":1784857487.913079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857487.9131904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829"} {"level":"info","ts":1784857487.9132028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829"} {"level":"info","ts":1784857487.9132137,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","EoS":false} {"level":"info","ts":1784857487.913226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","EoS":true} {"level":"info","ts":1784857487.913248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857487.913263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857487.913283,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e537ca5-68fb-444f-9115-35a5b0028829"} {"level":"info","ts":1784857487.9551587,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857487.9552286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9a13a28d-b762-4c32-8a37-fade4b579dfa"} {"level":"info","ts":1784857487.95524,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9a13a28d-b762-4c32-8a37-fade4b579dfa"} {"level":"info","ts":1784857487.9552512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a13a28d-b762-4c32-8a37-fade4b579dfa","EoS":false} {"level":"info","ts":1784857487.9552612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9a13a28d-b762-4c32-8a37-fade4b579dfa","EoS":true} {"level":"info","ts":1784857487.9552839,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9a13a28d-b762-4c32-8a37-fade4b579dfa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857487.955298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9a13a28d-b762-4c32-8a37-fade4b579dfa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857487.9553177,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9a13a28d-b762-4c32-8a37-fade4b579dfa"} {"level":"info","ts":1784857492.1309397,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857492.131029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4cb83489-6c1b-4fd0-8e97-06a2558fd7c9"} {"level":"info","ts":1784857492.1310444,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4cb83489-6c1b-4fd0-8e97-06a2558fd7c9"} {"level":"info","ts":1784857492.1310632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4cb83489-6c1b-4fd0-8e97-06a2558fd7c9","EoS":false} {"level":"info","ts":1784857492.1310852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4cb83489-6c1b-4fd0-8e97-06a2558fd7c9","EoS":true} {"level":"info","ts":1784857492.1311886,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4cb83489-6c1b-4fd0-8e97-06a2558fd7c9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857492.1312203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4cb83489-6c1b-4fd0-8e97-06a2558fd7c9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857492.1312482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4cb83489-6c1b-4fd0-8e97-06a2558fd7c9"} {"level":"info","ts":1784857511.0868213,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857511.0869098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"} {"level":"info","ts":1784857511.0869274,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"} {"level":"info","ts":1784857511.086948,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","EoS":false} {"level":"info","ts":1784857511.0869653,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","EoS":true} {"level":"info","ts":1784857511.0869982,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857511.087016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857511.087045,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b6383cb9-7f71-4469-8e2b-b5af8c501a63"} {"level":"info","ts":1784857511.2294219,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857511.229503,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"} {"level":"info","ts":1784857511.229512,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"} {"level":"info","ts":1784857511.2295234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","EoS":false} {"level":"info","ts":1784857511.2295349,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","EoS":true} {"level":"info","ts":1784857511.229555,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857511.2295694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857511.2295885,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5616d38-11ff-4cbd-8554-6089cb2c86c2"} {"level":"info","ts":1784857511.3692045,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857511.3692942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"} {"level":"info","ts":1784857511.3693092,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"} {"level":"info","ts":1784857511.3693268,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","EoS":false} {"level":"info","ts":1784857511.3693419,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","EoS":true} {"level":"info","ts":1784857511.3693707,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857511.3693886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857511.369418,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed2554f3-a679-409e-a295-d92984205cdc"} {"level":"info","ts":1784857511.506244,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857511.5063312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"} {"level":"info","ts":1784857511.5063431,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"} {"level":"info","ts":1784857511.506356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","EoS":false} {"level":"info","ts":1784857511.5063684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","EoS":true} {"level":"info","ts":1784857511.5063913,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857511.5064075,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857511.506427,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9562938f-6087-4e41-b9d8-e947f38d865b"} {"level":"info","ts":1784857511.6446366,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857511.6447084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"} {"level":"info","ts":1784857511.64472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"} {"level":"info","ts":1784857511.6447334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","EoS":false} {"level":"info","ts":1784857511.6447444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","EoS":true} {"level":"info","ts":1784857511.644765,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857511.6447797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857511.6448398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d05704f-fcc8-473a-b143-362addf9e0f4"} {"level":"info","ts":1784857511.7822056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857511.782295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86fdacd9-ec91-4250-aec1-28073474b0af"} {"level":"info","ts":1784857511.7823145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86fdacd9-ec91-4250-aec1-28073474b0af"} {"level":"info","ts":1784857511.782334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86fdacd9-ec91-4250-aec1-28073474b0af","EoS":false} {"level":"info","ts":1784857511.7823522,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86fdacd9-ec91-4250-aec1-28073474b0af","EoS":true} {"level":"info","ts":1784857511.782382,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86fdacd9-ec91-4250-aec1-28073474b0af","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857511.7824004,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86fdacd9-ec91-4250-aec1-28073474b0af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857511.7824278,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86fdacd9-ec91-4250-aec1-28073474b0af"} {"level":"info","ts":1784857530.6080801,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857530.608194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"} {"level":"info","ts":1784857530.6082077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"} {"level":"info","ts":1784857530.6082284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","EoS":false} {"level":"info","ts":1784857530.6082468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","EoS":true} {"level":"info","ts":1784857530.6082773,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857530.6083016,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857530.6083333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c6f2b88-cff0-4b60-900d-e379e24b54af"} {"level":"info","ts":1784857530.6518195,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857530.6518986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"732a76d0-0015-46c1-a528-38a8cbc3d10a"} {"level":"info","ts":1784857530.6519098,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"732a76d0-0015-46c1-a528-38a8cbc3d10a"} {"level":"info","ts":1784857530.6519258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"732a76d0-0015-46c1-a528-38a8cbc3d10a","EoS":false} {"level":"info","ts":1784857530.6519456,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"732a76d0-0015-46c1-a528-38a8cbc3d10a","EoS":true} {"level":"info","ts":1784857530.6519737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"732a76d0-0015-46c1-a528-38a8cbc3d10a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857530.6519928,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"732a76d0-0015-46c1-a528-38a8cbc3d10a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857530.6520274,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"732a76d0-0015-46c1-a528-38a8cbc3d10a"} {"level":"info","ts":1784857530.689794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857530.689868,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af6a0a98-35b6-47a9-9edd-6446870a3e2b"} {"level":"info","ts":1784857530.6898773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af6a0a98-35b6-47a9-9edd-6446870a3e2b"} {"level":"info","ts":1784857530.6898887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af6a0a98-35b6-47a9-9edd-6446870a3e2b","EoS":false} {"level":"info","ts":1784857530.689902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af6a0a98-35b6-47a9-9edd-6446870a3e2b","EoS":true} {"level":"info","ts":1784857530.689923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af6a0a98-35b6-47a9-9edd-6446870a3e2b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857530.6899388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af6a0a98-35b6-47a9-9edd-6446870a3e2b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857530.6899583,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af6a0a98-35b6-47a9-9edd-6446870a3e2b"} {"level":"info","ts":1784857530.7231605,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857530.7232497,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5cea740-182f-45a3-ad5d-e7c930bb9ec3"} {"level":"info","ts":1784857535.376225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857535.3763094,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"} {"level":"info","ts":1784857535.376328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"} {"level":"info","ts":1784857535.3763418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","EoS":false} {"level":"info","ts":1784857535.3763525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","EoS":true} {"level":"info","ts":1784857535.3764184,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857535.376436,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857535.3764582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c420228-3e67-47ad-acd4-4fd5f0420ffb"} {"level":"info","ts":1784857543.9629002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857543.9629943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"} {"level":"info","ts":1784857543.9630072,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"} {"level":"info","ts":1784857543.9630184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","EoS":false} {"level":"info","ts":1784857543.9630291,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","EoS":true} {"level":"info","ts":1784857543.9630506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857543.9630654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857543.963086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"570e1119-7f2d-4962-9ea8-579a4400db38"} {"level":"info","ts":1784857556.8343463,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857556.8344314,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"} {"level":"info","ts":1784857556.8344402,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"} {"level":"info","ts":1784857556.8344514,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","EoS":false} {"level":"info","ts":1784857556.8344648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","EoS":true} {"level":"info","ts":1784857556.8344882,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857556.8345056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857556.8345256,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"facc9983-403c-4e58-9b43-c2a11f4b8537"} {"level":"info","ts":1784857565.4040184,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857565.404097,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"} {"level":"info","ts":1784857565.4041076,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"} {"level":"info","ts":1784857565.404119,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","EoS":false} {"level":"info","ts":1784857565.4041505,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","EoS":true} {"level":"info","ts":1784857565.4041708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857565.4041855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857565.404205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ed701f5f-d011-45d2-8038-be85ee0aa082"} {"level":"info","ts":1784857574.3222823,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857574.322364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"} {"level":"info","ts":1784857574.3223772,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"} {"level":"info","ts":1784857574.3223946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","EoS":false} {"level":"info","ts":1784857574.322414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","EoS":true} {"level":"info","ts":1784857574.3224487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857574.3224697,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857574.3225,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d296967-c184-4da0-a1c7-515adc6d72b5"} {"level":"info","ts":1784857583.333839,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857583.3339224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f837eda7-b2ea-4a32-8fa2-e4bf6b34f4cd"} {"level":"info","ts":1784857583.333934,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f837eda7-b2ea-4a32-8fa2-e4bf6b34f4cd"} {"level":"info","ts":1784857583.3339508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f837eda7-b2ea-4a32-8fa2-e4bf6b34f4cd","EoS":false} {"level":"info","ts":1784857583.3339725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f837eda7-b2ea-4a32-8fa2-e4bf6b34f4cd","EoS":true} {"level":"info","ts":1784857583.3340037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f837eda7-b2ea-4a32-8fa2-e4bf6b34f4cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857583.3340228,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f837eda7-b2ea-4a32-8fa2-e4bf6b34f4cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857583.334047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f837eda7-b2ea-4a32-8fa2-e4bf6b34f4cd"} {"level":"info","ts":1784857588.1033754,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857588.103463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"03427b5a-bf27-4df4-8933-2a8d3dcaf745"} {"level":"info","ts":1784857588.1034741,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"03427b5a-bf27-4df4-8933-2a8d3dcaf745"} {"level":"info","ts":1784857588.1034853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03427b5a-bf27-4df4-8933-2a8d3dcaf745","EoS":false} {"level":"info","ts":1784857588.1034968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"03427b5a-bf27-4df4-8933-2a8d3dcaf745","EoS":true} {"level":"info","ts":1784857588.1035151,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"03427b5a-bf27-4df4-8933-2a8d3dcaf745","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784857588.1035295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"03427b5a-bf27-4df4-8933-2a8d3dcaf745","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857588.1035492,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"03427b5a-bf27-4df4-8933-2a8d3dcaf745"} {"level":"info","ts":1784857592.893319,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857592.893397,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"892a48e7-a208-4893-81f9-56b1acd19359"} {"level":"info","ts":1784857592.8934114,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"892a48e7-a208-4893-81f9-56b1acd19359"} {"level":"info","ts":1784857592.8934228,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"892a48e7-a208-4893-81f9-56b1acd19359","EoS":false} {"level":"info","ts":1784857592.893433,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"892a48e7-a208-4893-81f9-56b1acd19359","EoS":true} {"level":"info","ts":1784857592.8934531,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"892a48e7-a208-4893-81f9-56b1acd19359","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857592.893511,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"892a48e7-a208-4893-81f9-56b1acd19359","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857592.8935282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"892a48e7-a208-4893-81f9-56b1acd19359"} {"level":"info","ts":1784857593.1775079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857593.177586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1b8e3e1d-f361-4469-90a8-61092dfff393"} {"level":"info","ts":1784857593.1775956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1b8e3e1d-f361-4469-90a8-61092dfff393"} {"level":"info","ts":1784857593.1776078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b8e3e1d-f361-4469-90a8-61092dfff393","EoS":false} {"level":"info","ts":1784857593.1776187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1b8e3e1d-f361-4469-90a8-61092dfff393","EoS":true} {"level":"info","ts":1784857593.177638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1b8e3e1d-f361-4469-90a8-61092dfff393","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857593.1776533,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1b8e3e1d-f361-4469-90a8-61092dfff393","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857593.177675,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1b8e3e1d-f361-4469-90a8-61092dfff393"} {"level":"info","ts":1784857595.2173073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857595.21739,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"943993b7-b49d-4637-989b-dd0424b04878"} {"level":"info","ts":1784857595.2173991,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"943993b7-b49d-4637-989b-dd0424b04878"} {"level":"info","ts":1784857595.2174115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"943993b7-b49d-4637-989b-dd0424b04878","EoS":false} {"level":"info","ts":1784857595.2174222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"943993b7-b49d-4637-989b-dd0424b04878","EoS":true} {"level":"info","ts":1784857595.2174423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"943993b7-b49d-4637-989b-dd0424b04878","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857595.2174578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"943993b7-b49d-4637-989b-dd0424b04878","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857595.2174776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"943993b7-b49d-4637-989b-dd0424b04878"} {"level":"info","ts":1784857597.2516186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857597.2517035,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"} {"level":"info","ts":1784857597.2517164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"} {"level":"info","ts":1784857597.251728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","EoS":false} {"level":"info","ts":1784857597.2517831,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","EoS":true} {"level":"info","ts":1784857597.2518096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857597.2518265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857597.2518487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f96684ad-8cd1-41ae-8973-1f53f292dd23"} {"level":"info","ts":1784857619.742077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857619.7422042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"} {"level":"info","ts":1784857619.7422192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"} {"level":"info","ts":1784857619.7422316,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","EoS":false} {"level":"info","ts":1784857619.7422457,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","EoS":true} {"level":"info","ts":1784857619.7422671,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857619.742282,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857619.7423034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb84df30-94f9-49b2-9f0a-72f7478f2ee0"} {"level":"info","ts":1784857629.0842593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857629.0843337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b1bc84fd-ed22-445c-a89b-70ec8dcf6fb6"} {"level":"info","ts":1784857629.0843494,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b1bc84fd-ed22-445c-a89b-70ec8dcf6fb6"} {"level":"info","ts":1784857629.084361,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1bc84fd-ed22-445c-a89b-70ec8dcf6fb6","EoS":false} {"level":"info","ts":1784857629.0843751,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b1bc84fd-ed22-445c-a89b-70ec8dcf6fb6","EoS":true} {"level":"info","ts":1784857629.0844011,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b1bc84fd-ed22-445c-a89b-70ec8dcf6fb6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857629.0844195,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b1bc84fd-ed22-445c-a89b-70ec8dcf6fb6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857629.084435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b1bc84fd-ed22-445c-a89b-70ec8dcf6fb6"} {"level":"info","ts":1784857634.667367,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857634.667463,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e15fbd0-c869-470c-8fb2-500f1795106a"} {"level":"info","ts":1784857634.6674798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e15fbd0-c869-470c-8fb2-500f1795106a"} {"level":"info","ts":1784857634.6674962,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e15fbd0-c869-470c-8fb2-500f1795106a","EoS":false} {"level":"info","ts":1784857634.6675065,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e15fbd0-c869-470c-8fb2-500f1795106a","EoS":true} {"level":"info","ts":1784857634.667525,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e15fbd0-c869-470c-8fb2-500f1795106a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857634.667542,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e15fbd0-c869-470c-8fb2-500f1795106a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857634.6675565,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e15fbd0-c869-470c-8fb2-500f1795106a"} {"level":"info","ts":1784857644.3051767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857644.3052819,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c882d298-ae7e-4da8-93f3-6aa2fc84c259"} {"level":"info","ts":1784857644.3053012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c882d298-ae7e-4da8-93f3-6aa2fc84c259"} {"level":"info","ts":1784857644.3053737,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c882d298-ae7e-4da8-93f3-6aa2fc84c259","EoS":false} {"level":"info","ts":1784857644.3053937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c882d298-ae7e-4da8-93f3-6aa2fc84c259","EoS":true} {"level":"info","ts":1784857644.3054214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c882d298-ae7e-4da8-93f3-6aa2fc84c259","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857644.3054411,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c882d298-ae7e-4da8-93f3-6aa2fc84c259","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857644.305471,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c882d298-ae7e-4da8-93f3-6aa2fc84c259"} {"level":"info","ts":1784857646.3442578,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857646.344332,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"} {"level":"info","ts":1784857646.3443413,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"} {"level":"info","ts":1784857646.3443532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","EoS":false} {"level":"info","ts":1784857646.3443646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","EoS":true} {"level":"info","ts":1784857646.3443828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857646.3443956,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857646.3444169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4640ca9f-88e6-481d-926b-b9769e8f0c03"} {"level":"info","ts":1784857655.8120658,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857655.8121886,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"} {"level":"info","ts":1784857655.8122158,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"} {"level":"info","ts":1784857655.8122356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","EoS":false} {"level":"info","ts":1784857655.8122551,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","EoS":true} {"level":"info","ts":1784857655.8122883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857655.8123057,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857655.812335,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2d95437-059b-4915-ba5d-eddd60d71fd8"} {"level":"info","ts":1784857655.8478265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857655.8479006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"} {"level":"info","ts":1784857655.847912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"} {"level":"info","ts":1784857655.8479252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","EoS":false} {"level":"info","ts":1784857655.8479383,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","EoS":true} {"level":"info","ts":1784857655.8479576,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857655.847972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857655.847993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5b22f02-26f4-494c-8641-e6bf84c69ce1"} {"level":"info","ts":1784857675.1343296,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857675.1344197,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"} {"level":"info","ts":1784857675.1344328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"} {"level":"info","ts":1784857675.1344438,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","EoS":false} {"level":"info","ts":1784857675.134455,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","EoS":true} {"level":"info","ts":1784857675.1344748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857675.1344898,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857675.134505,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"efbd96dc-e414-4afc-a773-87577f708cde"} {"level":"info","ts":1784857684.531056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857684.5311606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"417a511f-a221-424a-b8cd-1e7daa4bedb5"} {"level":"info","ts":1784857684.5311706,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"417a511f-a221-424a-b8cd-1e7daa4bedb5"} {"level":"info","ts":1784857684.5311823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"417a511f-a221-424a-b8cd-1e7daa4bedb5","EoS":false} {"level":"info","ts":1784857684.531193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"417a511f-a221-424a-b8cd-1e7daa4bedb5","EoS":true} {"level":"info","ts":1784857684.5312154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"417a511f-a221-424a-b8cd-1e7daa4bedb5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857684.5312304,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"417a511f-a221-424a-b8cd-1e7daa4bedb5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857684.531251,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"417a511f-a221-424a-b8cd-1e7daa4bedb5"} {"level":"info","ts":1784857689.8975008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857689.897595,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d51101f7-3aec-42e3-9aae-0582ea2dd207"} {"level":"info","ts":1784857689.8976066,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d51101f7-3aec-42e3-9aae-0582ea2dd207"} {"level":"info","ts":1784857689.8976183,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d51101f7-3aec-42e3-9aae-0582ea2dd207","EoS":false} {"level":"info","ts":1784857689.8976333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d51101f7-3aec-42e3-9aae-0582ea2dd207","EoS":true} {"level":"info","ts":1784857689.897652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d51101f7-3aec-42e3-9aae-0582ea2dd207","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784857689.8976662,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d51101f7-3aec-42e3-9aae-0582ea2dd207","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784857689.8976865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d51101f7-3aec-42e3-9aae-0582ea2dd207"} {"level":"info","ts":1784857780.8034544,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857780.8035462,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d269f001-bc46-4aea-a750-dff5e21d8794"} {"level":"info","ts":1784857780.8035598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d269f001-bc46-4aea-a750-dff5e21d8794"} {"level":"info","ts":1784857780.803571,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d269f001-bc46-4aea-a750-dff5e21d8794","EoS":false} {"level":"info","ts":1784857780.8035815,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d269f001-bc46-4aea-a750-dff5e21d8794","EoS":true} {"level":"info","ts":1784857780.8036008,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d269f001-bc46-4aea-a750-dff5e21d8794","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784857780.8036156,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d269f001-bc46-4aea-a750-dff5e21d8794","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784857780.8036306,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d269f001-bc46-4aea-a750-dff5e21d8794"} {"level":"info","ts":1784857806.484707,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857806.4847903,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"} {"level":"info","ts":1784857806.4847982,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"} {"level":"info","ts":1784857806.4848106,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","EoS":false} {"level":"info","ts":1784857806.4848213,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","EoS":true} {"level":"info","ts":1784857806.484842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784857806.484857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784857806.484879,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d455888-3c49-4f12-b941-b6f088701af3"} {"level":"info","ts":1784857843.8441644,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857843.844247,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"} {"level":"info","ts":1784857843.8442655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"} {"level":"info","ts":1784857843.8442857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","EoS":false} {"level":"info","ts":1784857843.844304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","EoS":true} {"level":"info","ts":1784857843.8443863,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857843.8444054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857843.8444347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf1fd4fb-3ec2-400f-ba3b-4f15314d8a83"} {"level":"info","ts":1784857859.2163265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857859.216401,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"} {"level":"info","ts":1784857859.216412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"} {"level":"info","ts":1784857859.2164235,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","EoS":false} {"level":"info","ts":1784857859.2164345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","EoS":true} {"level":"info","ts":1784857859.216456,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857859.216471,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857859.2164912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3b9234da-cfd0-44e9-84e3-eae6a8f9e64a"} {"level":"info","ts":1784857859.523673,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784857859.523751,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dc2d2c5-b4ca-4c94-84b2-08dff07e19ec"} {"level":"info","ts":1784857859.5237703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2dc2d2c5-b4ca-4c94-84b2-08dff07e19ec"} {"level":"info","ts":1784857859.523783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dc2d2c5-b4ca-4c94-84b2-08dff07e19ec","EoS":false} {"level":"info","ts":1784857859.523794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2dc2d2c5-b4ca-4c94-84b2-08dff07e19ec","EoS":true} {"level":"info","ts":1784857859.5238147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dc2d2c5-b4ca-4c94-84b2-08dff07e19ec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784857859.5238314,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dc2d2c5-b4ca-4c94-84b2-08dff07e19ec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784857859.5238519,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2dc2d2c5-b4ca-4c94-84b2-08dff07e19ec"} {"level":"info","ts":1784858172.2648888,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858172.264971,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"} {"level":"info","ts":1784858172.264979,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"} {"level":"info","ts":1784858172.26499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","EoS":false} {"level":"info","ts":1784858172.2650015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","EoS":true} {"level":"info","ts":1784858172.2650244,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784858172.2650404,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784858172.265061,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8780b68f-e2a1-4030-8aab-e47a4623b00a"} {"level":"info","ts":1784858172.3073297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858172.3074312,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"} {"level":"info","ts":1784858172.3074446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"} {"level":"info","ts":1784858172.3074634,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","EoS":false} {"level":"info","ts":1784858172.3074841,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","EoS":true} {"level":"info","ts":1784858172.3075144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784858172.3075316,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784858172.3075602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31b99f59-f790-45a4-bf84-d9d01aae5d69"} {"level":"info","ts":1784858172.344188,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858172.3442538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff5f96d3-807b-440e-af05-8a73e81fa421"} {"level":"info","ts":1784858172.3442655,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff5f96d3-807b-440e-af05-8a73e81fa421"} {"level":"info","ts":1784858172.3442771,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff5f96d3-807b-440e-af05-8a73e81fa421","EoS":false} {"level":"info","ts":1784858172.344288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff5f96d3-807b-440e-af05-8a73e81fa421","EoS":true} {"level":"info","ts":1784858172.3443155,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff5f96d3-807b-440e-af05-8a73e81fa421","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784858172.344334,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff5f96d3-807b-440e-af05-8a73e81fa421","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784858172.3443499,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff5f96d3-807b-440e-af05-8a73e81fa421"} {"level":"info","ts":1784858172.3783293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858172.3783944,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"301a72a7-4b6c-4dbe-8c20-d051e3d6a082"} {"level":"info","ts":1784858172.3784053,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"301a72a7-4b6c-4dbe-8c20-d051e3d6a082"} {"level":"info","ts":1784858172.3784163,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"301a72a7-4b6c-4dbe-8c20-d051e3d6a082","EoS":false} {"level":"info","ts":1784858172.3784297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"301a72a7-4b6c-4dbe-8c20-d051e3d6a082","EoS":true} {"level":"info","ts":1784858172.378448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"301a72a7-4b6c-4dbe-8c20-d051e3d6a082","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784858172.3784623,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"301a72a7-4b6c-4dbe-8c20-d051e3d6a082","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784858172.3784878,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"301a72a7-4b6c-4dbe-8c20-d051e3d6a082"} {"level":"info","ts":1784858177.2570903,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"521da925-104e-41ee-b628-d33ec28aca6c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784858177.2571728,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"521da925-104e-41ee-b628-d33ec28aca6c","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784858177.2570903,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba31a7eb-0089-4301-943b-189404191f25"} {"level":"info","ts":1784858177.2643294,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"743ab9b4-1ff7-44cd-ac71-ca57baabbd3e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784858177.2643626,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"743ab9b4-1ff7-44cd-ac71-ca57baabbd3e","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784858177.2654614,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba31a7eb-0089-4301-943b-189404191f25","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784858177.2656937,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35931.626565652,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.265711,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.3817875,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86f1dc9d-d137-4463-94fb-660e14d31dd8"} {"level":"info","ts":1784858177.4570878,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.4577582,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0db335fb-1d51-4be0-b069-a18ab5b1d77e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784858177.457802,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0db335fb-1d51-4be0-b069-a18ab5b1d77e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784858177.4579396,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b2efbf8-0545-493a-824b-6402f42882c7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784858177.4579756,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6b2efbf8-0545-493a-824b-6402f42882c7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784858177.4583964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3641acf-ebf8-4fe3-aed1-fb611c8e7b5f","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784858177.4584177,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3641acf-ebf8-4fe3-aed1-fb611c8e7b5f","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784858177.458494,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7de25b6-8f01-442c-8d78-6577e7fae86d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784858177.4585083,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e7de25b6-8f01-442c-8d78-6577e7fae86d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784858177.4607437,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86f1dc9d-d137-4463-94fb-660e14d31dd8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784858177.4609454,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":32767.036280138,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.4609597,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.465987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32974.60500381,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.466006,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.4735286,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.513345,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784858177.524111,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c53e48f-289a-4ecf-8b87-7e70fb20481d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784858177.5241752,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c53e48f-289a-4ecf-8b87-7e70fb20481d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784858177.5402033,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a31edc3-7b5c-4f67-9ba6-8a134c64a4a9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784858177.5402327,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a31edc3-7b5c-4f67-9ba6-8a134c64a4a9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784858177.554235,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7914746b-b0ca-4623-94b8-911d088d3493","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784858177.554258,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7914746b-b0ca-4623-94b8-911d088d3493","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784858177.5611823,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86f1dc9d-d137-4463-94fb-660e14d31dd8","name":"e2e-external-model"} {"level":"info","ts":1784858177.5665834,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba31a7eb-0089-4301-943b-189404191f25","name":"e2e-external-provider"} {"level":"info","ts":1784858177.5693076,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86f1dc9d-d137-4463-94fb-660e14d31dd8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784858177.5726886,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86f1dc9d-d137-4463-94fb-660e14d31dd8","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784858177.5727632,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09fb533c-cb67-436a-93a9-a894979e1a7a"} {"level":"info","ts":1784858177.5728064,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09fb533c-cb67-436a-93a9-a894979e1a7a","name":"e2e-external-model"} {"level":"info","ts":1784858177.5759535,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba31a7eb-0089-4301-943b-189404191f25","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784858177.57946,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ba31a7eb-0089-4301-943b-189404191f25","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784858177.5795333,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4deaba60-5e4e-4187-9a47-327dcc8e59f6"} {"level":"info","ts":1784858177.5795703,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4deaba60-5e4e-4187-9a47-327dcc8e59f6","name":"e2e-external-provider"} {"level":"info","ts":1784858177.5801935,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"09fb533c-cb67-436a-93a9-a894979e1a7a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784858177.588511,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"4deaba60-5e4e-4187-9a47-327dcc8e59f6","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784858185.2083652,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858185.2084444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3"} {"level":"info","ts":1784858185.208456,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3"} {"level":"info","ts":1784858185.2084672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3","EoS":false} {"level":"info","ts":1784858185.2084777,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3","EoS":true} {"level":"info","ts":1784858185.2084968,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784858185.2085104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784858185.2085197,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3","modelName":"e2e-external-model"} {"level":"info","ts":1784858185.2085369,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784858185.2085903,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"81c0a749-cd9d-4b15-a45d-dbb3b29c95a3"} {"level":"info","ts":1784858185.2620468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858185.2621098,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915"} {"level":"info","ts":1784858185.2621202,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915"} {"level":"info","ts":1784858185.262164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915","EoS":false} {"level":"info","ts":1784858185.2621808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915","EoS":true} {"level":"info","ts":1784858185.2622004,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784858185.2622154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784858185.2622223,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915","modelName":"e2e-external-model"} {"level":"info","ts":1784858185.2622359,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784858185.2622714,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7b53309a-9f23-4d00-b063-212a90431915"} {"level":"info","ts":1784858185.2879038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858185.2879658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386"} {"level":"info","ts":1784858185.2879753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386"} {"level":"info","ts":1784858185.2879863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","EoS":false} {"level":"info","ts":1784858185.2879965,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","EoS":true} {"level":"info","ts":1784858185.2880144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784858185.2880259,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784858185.2880366,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","modelName":"e2e-external-model"} {"level":"info","ts":1784858185.2880564,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784858185.2880912,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"604c9ce2-a559-48ab-86f5-212c0f625386"} {"level":"info","ts":1784858185.4213407,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"031d71ea-64f8-4f2a-9103-c2a564ad9fea"} {"level":"info","ts":1784858185.421348,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24a1e127-b5b9-47e4-9e1e-3972138e3cc1","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784858185.421464,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"24a1e127-b5b9-47e4-9e1e-3972138e3cc1","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784858185.42874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61276c6d-b4b8-4b10-bdef-af252dab124e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784858185.4287672,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"61276c6d-b4b8-4b10-bdef-af252dab124e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784858185.4288146,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"031d71ea-64f8-4f2a-9103-c2a564ad9fea","name":"e2e-cleanup-test"} {"level":"info","ts":1784858185.442175,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"031d71ea-64f8-4f2a-9103-c2a564ad9fea","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784858185.4477134,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a014116-e331-4bac-a157-66162272ea6f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784858185.447741,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3a014116-e331-4bac-a157-66162272ea6f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784858185.4479058,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c7323ce-b8fa-480f-acff-eaccebbc235d"} {"level":"info","ts":1784858185.4479616,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c7323ce-b8fa-480f-acff-eaccebbc235d","name":"e2e-cleanup-test"} {"level":"info","ts":1784858185.4612653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50a49ded-7259-4711-8aa1-e0feee74c5fa","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784858185.4613008,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"50a49ded-7259-4711-8aa1-e0feee74c5fa","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784858185.4641857,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c7323ce-b8fa-480f-acff-eaccebbc235d","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784858185.464222,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5c7323ce-b8fa-480f-acff-eaccebbc235d","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784858185.4642718,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b04a3d5-22b3-4d20-90dd-8bfc8c6d1478"} {"level":"info","ts":1784858185.4643316,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b04a3d5-22b3-4d20-90dd-8bfc8c6d1478","name":"e2e-cleanup-test"} {"level":"info","ts":1784858185.4714441,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b04a3d5-22b3-4d20-90dd-8bfc8c6d1478","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784858185.4734411,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9640686-ebed-4b02-83e7-a3bdcca27899","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784858185.4734666,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9640686-ebed-4b02-83e7-a3bdcca27899","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784858185.474926,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4b04a3d5-22b3-4d20-90dd-8bfc8c6d1478","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784858185.4749932,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e94b849e-519a-453f-a13f-1eb460210ea9"} {"level":"info","ts":1784858185.475037,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e94b849e-519a-453f-a13f-1eb460210ea9","name":"e2e-cleanup-test"} {"level":"info","ts":1784858185.4823983,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e94b849e-519a-453f-a13f-1eb460210ea9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784858193.708226,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"cca43b7e-5f72-4e38-9a86-3280cb4d70a6"} {"level":"info","ts":1784858193.7082374,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70544be7-5b8a-42de-82e5-1205267b0ee8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784858193.708272,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"70544be7-5b8a-42de-82e5-1205267b0ee8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784858198.0343387,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858198.0344305,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b"} {"level":"info","ts":1784858198.034446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b"} {"level":"info","ts":1784858198.0344636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b","EoS":false} {"level":"info","ts":1784858198.0344818,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b","EoS":true} {"level":"info","ts":1784858198.0345075,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784858198.0345294,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784858198.0345585,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"41e3b61f-f8d3-4930-914e-052b3669685b"} {"level":"info","ts":1784858198.0611079,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858198.061198,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18"} {"level":"info","ts":1784858198.0612109,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18"} {"level":"info","ts":1784858198.0612216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","EoS":false} {"level":"info","ts":1784858198.0612342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","EoS":true} {"level":"info","ts":1784858198.0612557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784858198.0612705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784858198.0612774,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","modelName":"e2e-external-model"} {"level":"info","ts":1784858198.0612912,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784858198.0613337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2a3f961-90ba-474c-9175-d1833efa9d18"} {"level":"info","ts":1784858198.1026585,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858198.1027265,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"} {"level":"info","ts":1784858198.102735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"} {"level":"info","ts":1784858198.1027467,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","EoS":false} {"level":"info","ts":1784858198.102763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","EoS":true} {"level":"info","ts":1784858198.1027818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784858198.1027966,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784858198.1028152,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a9e8ee7-6d5e-48f9-9ad7-f18cdf70562b"} {"level":"info","ts":1784858198.2455404,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784858198.245606,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"} {"level":"info","ts":1784858198.2456145,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"} {"level":"info","ts":1784858198.2456245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","EoS":false} {"level":"info","ts":1784858198.2456346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","EoS":true} {"level":"info","ts":1784858198.2456565,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da","field":"model"} {"level":"info","ts":1784858198.2456815,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"624fb8cf-413d-4a49-9184-41d2c86e84da"} {"level":"info","ts":1784858199.1588464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3cfb646-c17c-47ba-84e0-747c84249b70","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784858199.1588523,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5836274d-95c9-4ec4-87ee-64abbdbb84c7"} {"level":"info","ts":1784858199.158883,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f3cfb646-c17c-47ba-84e0-747c84249b70","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784858199.3144639,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3d89857-852e-43f4-9ae0-bd2fa78a56c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784858199.3145037,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d3d89857-852e-43f4-9ae0-bd2fa78a56c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784858199.314539,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c15261b2-41e9-4222-906c-ec7944a646ed"} {"level":"info","ts":1784859314.0252352,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784859314.0253356,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86cbd15f-c097-4dca-b6a2-7bf0be265392"} {"level":"info","ts":1784859373.7883072,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784859373.78839,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"} {"level":"info","ts":1784859373.7884004,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"} {"level":"info","ts":1784859373.7884116,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","EoS":false} {"level":"info","ts":1784859373.7884226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","EoS":true} {"level":"info","ts":1784859373.788446,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784859373.78846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784859373.7884803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71083cc0-6ddd-41ff-a40a-7064e26a2abb"}