{"level":"info","ts":1784914481.8169634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a79b1d09-47fa-4158-b91b-a0244fc99980","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914481.8169906,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a79b1d09-47fa-4158-b91b-a0244fc99980"} {"level":"info","ts":1784914481.8389108,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914481.838977,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"833e278c-ade6-4a82-bfac-de026a004c2e"} {"level":"info","ts":1784914481.8389883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"833e278c-ade6-4a82-bfac-de026a004c2e"} {"level":"info","ts":1784914481.838999,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"833e278c-ade6-4a82-bfac-de026a004c2e","EoS":false} {"level":"info","ts":1784914481.8390083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"833e278c-ade6-4a82-bfac-de026a004c2e","EoS":true} {"level":"info","ts":1784914481.8390255,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"833e278c-ade6-4a82-bfac-de026a004c2e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914481.8390384,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"833e278c-ade6-4a82-bfac-de026a004c2e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914481.8390584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"833e278c-ade6-4a82-bfac-de026a004c2e"} {"level":"info","ts":1784914481.8906007,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914481.8906758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"de1832f3-f7ac-4071-9f06-68884090184d"} {"level":"info","ts":1784914481.8906865,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"de1832f3-f7ac-4071-9f06-68884090184d"} {"level":"info","ts":1784914481.8906984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de1832f3-f7ac-4071-9f06-68884090184d","EoS":false} {"level":"info","ts":1784914481.890711,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"de1832f3-f7ac-4071-9f06-68884090184d","EoS":true} {"level":"info","ts":1784914481.8907273,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"de1832f3-f7ac-4071-9f06-68884090184d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914481.8907635,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"de1832f3-f7ac-4071-9f06-68884090184d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914481.8907866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"de1832f3-f7ac-4071-9f06-68884090184d"} {"level":"info","ts":1784914482.550438,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914482.550536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914482.5505505,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914482.5505657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","EoS":false} {"level":"info","ts":1784914482.5505779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","EoS":true} {"level":"info","ts":1784914482.5505989,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914482.5506155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914482.550635,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2b5cadbd-3340-4fa1-b54f-c720a8e170ab"} {"level":"info","ts":1784914482.5862067,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914482.5862718,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe320491-6ab4-4de0-a0ee-be909f458f9d"} {"level":"info","ts":1784914482.5862813,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe320491-6ab4-4de0-a0ee-be909f458f9d"} {"level":"info","ts":1784914482.586295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe320491-6ab4-4de0-a0ee-be909f458f9d","EoS":false} {"level":"info","ts":1784914482.5863063,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe320491-6ab4-4de0-a0ee-be909f458f9d","EoS":true} {"level":"info","ts":1784914482.5863237,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe320491-6ab4-4de0-a0ee-be909f458f9d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914482.5863383,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe320491-6ab4-4de0-a0ee-be909f458f9d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914482.586359,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe320491-6ab4-4de0-a0ee-be909f458f9d"} {"level":"info","ts":1784914486.7794743,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914486.7795837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e98a80c8-4b85-400a-b357-b148893cb7d7"} {"level":"info","ts":1784914486.7795975,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e98a80c8-4b85-400a-b357-b148893cb7d7"} {"level":"info","ts":1784914486.7796087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e98a80c8-4b85-400a-b357-b148893cb7d7","EoS":false} {"level":"info","ts":1784914486.7796216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e98a80c8-4b85-400a-b357-b148893cb7d7","EoS":true} {"level":"info","ts":1784914486.7796443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e98a80c8-4b85-400a-b357-b148893cb7d7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914486.7796595,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e98a80c8-4b85-400a-b357-b148893cb7d7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914486.7796798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e98a80c8-4b85-400a-b357-b148893cb7d7"} {"level":"info","ts":1784914502.5521882,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914502.5522728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.5522873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.5522988,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","EoS":false} {"level":"info","ts":1784914502.552318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","EoS":true} {"level":"info","ts":1784914502.5523405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914502.5523567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914502.5523756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b1ed700-a512-49e4-81a7-1c05733044d8"} {"level":"info","ts":1784914502.6882024,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914502.6882856,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.688296,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.6883085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","EoS":false} {"level":"info","ts":1784914502.6883187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","EoS":true} {"level":"info","ts":1784914502.6883392,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914502.6883597,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914502.6883824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0d62662-6d75-4e04-accb-c5006d31af43"} {"level":"info","ts":1784914502.8238204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914502.8238986,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.8239095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.8239217,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","EoS":false} {"level":"info","ts":1784914502.8239348,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","EoS":true} {"level":"info","ts":1784914502.8239603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914502.8239765,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914502.8239956,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1f7482a-f9ca-4354-b44f-53c7353c9e83"} {"level":"info","ts":1784914502.9589276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914502.9590006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914502.9590118,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914502.9590225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","EoS":false} {"level":"info","ts":1784914502.959033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","EoS":true} {"level":"info","ts":1784914502.9590542,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914502.959071,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914502.9590967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"732a44dc-7c96-4a0d-8d8b-c109f8690de3"} {"level":"info","ts":1784914503.0956402,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914503.0957205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914503.095733,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914503.0957446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","EoS":false} {"level":"info","ts":1784914503.095757,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","EoS":true} {"level":"info","ts":1784914503.0957828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914503.095801,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914503.0958202,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05689f54-112f-4238-b1cc-f7603b68596f"} {"level":"info","ts":1784914503.2297137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914503.229794,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f126284f-211b-4b7d-83b2-4e8708dbb1dd"} {"level":"info","ts":1784914503.2298026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f126284f-211b-4b7d-83b2-4e8708dbb1dd"} {"level":"info","ts":1784914503.2298145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f126284f-211b-4b7d-83b2-4e8708dbb1dd","EoS":false} {"level":"info","ts":1784914503.2298288,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f126284f-211b-4b7d-83b2-4e8708dbb1dd","EoS":true} {"level":"info","ts":1784914503.2298508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f126284f-211b-4b7d-83b2-4e8708dbb1dd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914503.229866,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f126284f-211b-4b7d-83b2-4e8708dbb1dd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914503.2298856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f126284f-211b-4b7d-83b2-4e8708dbb1dd"} {"level":"info","ts":1784914521.9441411,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914521.944221,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914521.9442346,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914521.9442458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","EoS":false} {"level":"info","ts":1784914521.9442568,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","EoS":true} {"level":"info","ts":1784914521.944278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914521.9442906,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914521.9443107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7dc33491-f787-40db-a428-7e14b02907a0"} {"level":"info","ts":1784914521.981695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914521.981755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5fd7989-933f-4477-9b37-8310234c7a57"} {"level":"info","ts":1784914521.9817636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c5fd7989-933f-4477-9b37-8310234c7a57"} {"level":"info","ts":1784914521.9817753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5fd7989-933f-4477-9b37-8310234c7a57","EoS":false} {"level":"info","ts":1784914521.9817858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c5fd7989-933f-4477-9b37-8310234c7a57","EoS":true} {"level":"info","ts":1784914521.981802,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5fd7989-933f-4477-9b37-8310234c7a57","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914521.9818158,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5fd7989-933f-4477-9b37-8310234c7a57","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914521.981833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c5fd7989-933f-4477-9b37-8310234c7a57"} {"level":"info","ts":1784914522.01225,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914522.012316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29fcd501-8d47-4af0-bdd6-53588105ada0"} {"level":"info","ts":1784914522.0123284,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29fcd501-8d47-4af0-bdd6-53588105ada0"} {"level":"info","ts":1784914522.01234,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29fcd501-8d47-4af0-bdd6-53588105ada0","EoS":false} {"level":"info","ts":1784914522.0123525,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29fcd501-8d47-4af0-bdd6-53588105ada0","EoS":true} {"level":"info","ts":1784914522.0123706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29fcd501-8d47-4af0-bdd6-53588105ada0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914522.0123844,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29fcd501-8d47-4af0-bdd6-53588105ada0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914522.012404,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29fcd501-8d47-4af0-bdd6-53588105ada0"} {"level":"info","ts":1784914522.041572,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914522.0416615,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12fade56-bc87-4eb0-92e2-a09cfc7f751a"} {"level":"info","ts":1784914526.6426306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914526.6427228,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914526.6427398,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914526.6427608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","EoS":false} {"level":"info","ts":1784914526.6427803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","EoS":true} {"level":"info","ts":1784914526.6428125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914526.6428318,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914526.642864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"55296c8c-e73c-473e-83b6-290fa0bad08b"} {"level":"info","ts":1784914535.1908846,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914535.190975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"58deaf28-0bd1-4ab8-b0d4-67875cafbdff"} {"level":"info","ts":1784914535.190993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"58deaf28-0bd1-4ab8-b0d4-67875cafbdff"} {"level":"info","ts":1784914535.1910133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58deaf28-0bd1-4ab8-b0d4-67875cafbdff","EoS":false} {"level":"info","ts":1784914535.1910315,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"58deaf28-0bd1-4ab8-b0d4-67875cafbdff","EoS":true} {"level":"info","ts":1784914535.1910613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"58deaf28-0bd1-4ab8-b0d4-67875cafbdff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914535.1910882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"58deaf28-0bd1-4ab8-b0d4-67875cafbdff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914535.1911192,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"58deaf28-0bd1-4ab8-b0d4-67875cafbdff"} {"level":"info","ts":1784914537.2221081,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914537.2221959,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914537.222205,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914537.2222164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","EoS":false} {"level":"info","ts":1784914537.22223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","EoS":true} {"level":"info","ts":1784914537.2222507,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914537.2222667,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914537.2222888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"872c0056-0c7b-45b2-a663-135485ab09ce"} {"level":"info","ts":1784914550.1149008,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914550.1149898,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914550.1150026,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914550.1150138,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","EoS":false} {"level":"info","ts":1784914550.1150258,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","EoS":true} {"level":"info","ts":1784914550.1150472,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914550.115063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914550.115087,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8b26db8-61b9-4013-9b30-f2c1cbb07da2"} {"level":"info","ts":1784914558.6322541,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914558.6323438,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914558.6323526,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914558.6323643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","EoS":false} {"level":"info","ts":1784914558.6323752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","EoS":true} {"level":"info","ts":1784914558.6323957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914558.6324112,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914558.63243,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b09a9322-40a5-4fd2-99f9-5e03bbf860c5"} {"level":"info","ts":1784914567.4805908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914567.4806845,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914567.4806976,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914567.4807177,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","EoS":false} {"level":"info","ts":1784914567.4807377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","EoS":true} {"level":"info","ts":1784914567.4807699,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914567.4808319,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914567.4808555,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6c0961b1-f944-4cf4-b43b-41b09abf2782"} {"level":"info","ts":1784914576.4224794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914576.4226022,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a8086897-4d64-49b7-91d6-de23112100b8"} {"level":"info","ts":1784914576.4226184,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a8086897-4d64-49b7-91d6-de23112100b8"} {"level":"info","ts":1784914576.4226367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8086897-4d64-49b7-91d6-de23112100b8","EoS":false} {"level":"info","ts":1784914576.4226584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a8086897-4d64-49b7-91d6-de23112100b8","EoS":true} {"level":"info","ts":1784914576.4227538,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a8086897-4d64-49b7-91d6-de23112100b8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914576.4227777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a8086897-4d64-49b7-91d6-de23112100b8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914576.4228055,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a8086897-4d64-49b7-91d6-de23112100b8"} {"level":"info","ts":1784914581.1356006,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914581.135678,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e1cd122-9265-46b3-9973-8eb5a183b5a2"} {"level":"info","ts":1784914581.1356874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e1cd122-9265-46b3-9973-8eb5a183b5a2"} {"level":"info","ts":1784914581.135699,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e1cd122-9265-46b3-9973-8eb5a183b5a2","EoS":false} {"level":"info","ts":1784914581.1357105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e1cd122-9265-46b3-9973-8eb5a183b5a2","EoS":true} {"level":"info","ts":1784914581.13573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e1cd122-9265-46b3-9973-8eb5a183b5a2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914581.1357455,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e1cd122-9265-46b3-9973-8eb5a183b5a2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914581.1357641,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e1cd122-9265-46b3-9973-8eb5a183b5a2"} {"level":"info","ts":1784914585.8486497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914585.8487275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"399eae8d-3a95-4b9f-ba9b-3dbc36bbe513"} {"level":"info","ts":1784914585.84874,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"399eae8d-3a95-4b9f-ba9b-3dbc36bbe513"} {"level":"info","ts":1784914585.8487518,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"399eae8d-3a95-4b9f-ba9b-3dbc36bbe513","EoS":false} {"level":"info","ts":1784914585.848765,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"399eae8d-3a95-4b9f-ba9b-3dbc36bbe513","EoS":true} {"level":"info","ts":1784914585.8487864,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"399eae8d-3a95-4b9f-ba9b-3dbc36bbe513","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914585.8488023,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"399eae8d-3a95-4b9f-ba9b-3dbc36bbe513","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914585.8488235,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"399eae8d-3a95-4b9f-ba9b-3dbc36bbe513"} {"level":"info","ts":1784914586.0929675,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914586.093049,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d02b2e3a-b142-4f9d-8519-227fe94661e4"} {"level":"info","ts":1784914586.0930598,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d02b2e3a-b142-4f9d-8519-227fe94661e4"} {"level":"info","ts":1784914586.0930707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d02b2e3a-b142-4f9d-8519-227fe94661e4","EoS":false} {"level":"info","ts":1784914586.0930862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d02b2e3a-b142-4f9d-8519-227fe94661e4","EoS":true} {"level":"info","ts":1784914586.0931077,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d02b2e3a-b142-4f9d-8519-227fe94661e4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914586.0931246,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d02b2e3a-b142-4f9d-8519-227fe94661e4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914586.0931437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d02b2e3a-b142-4f9d-8519-227fe94661e4"} {"level":"info","ts":1784914588.1272435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914588.127322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1d2964c-296e-4ea1-88d9-3959f3174e6f"} {"level":"info","ts":1784914588.1273322,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1d2964c-296e-4ea1-88d9-3959f3174e6f"} {"level":"info","ts":1784914588.1273432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1d2964c-296e-4ea1-88d9-3959f3174e6f","EoS":false} {"level":"info","ts":1784914588.127354,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1d2964c-296e-4ea1-88d9-3959f3174e6f","EoS":true} {"level":"info","ts":1784914588.127373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1d2964c-296e-4ea1-88d9-3959f3174e6f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914588.1273885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1d2964c-296e-4ea1-88d9-3959f3174e6f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914588.1274078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1d2964c-296e-4ea1-88d9-3959f3174e6f"} {"level":"info","ts":1784914590.1575031,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914590.1576338,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"371d1361-cb78-4784-9955-7e24e829363b"} {"level":"info","ts":1784914590.1576495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"371d1361-cb78-4784-9955-7e24e829363b"} {"level":"info","ts":1784914590.157661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"371d1361-cb78-4784-9955-7e24e829363b","EoS":false} {"level":"info","ts":1784914590.1576738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"371d1361-cb78-4784-9955-7e24e829363b","EoS":true} {"level":"info","ts":1784914590.1576934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"371d1361-cb78-4784-9955-7e24e829363b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914590.1577084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"371d1361-cb78-4784-9955-7e24e829363b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914590.1577294,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"371d1361-cb78-4784-9955-7e24e829363b"} {"level":"info","ts":1784914592.1898003,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914592.1898785,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914592.1898937,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914592.1899054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","EoS":false} {"level":"info","ts":1784914592.1899161,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","EoS":true} {"level":"info","ts":1784914592.1899395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914592.1899602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914592.189985,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a23c0266-2a59-4a29-8eb4-37fc9303f162"} {"level":"info","ts":1784914615.2669327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914615.267026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914615.2670467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914615.2670665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","EoS":false} {"level":"info","ts":1784914615.2670853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","EoS":true} {"level":"info","ts":1784914615.2671185,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914615.267141,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914615.26717,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0e67cd42-0254-4740-b7d9-2ab487aba80c"} {"level":"info","ts":1784914624.544769,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914624.5448418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cec3b92-9eb2-4c60-8999-2b203621145b"} {"level":"info","ts":1784914624.5448503,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1cec3b92-9eb2-4c60-8999-2b203621145b"} {"level":"info","ts":1784914624.5448625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cec3b92-9eb2-4c60-8999-2b203621145b","EoS":false} {"level":"info","ts":1784914624.5448728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cec3b92-9eb2-4c60-8999-2b203621145b","EoS":true} {"level":"info","ts":1784914624.544893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cec3b92-9eb2-4c60-8999-2b203621145b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914624.5449092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cec3b92-9eb2-4c60-8999-2b203621145b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914624.5449743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1cec3b92-9eb2-4c60-8999-2b203621145b"} {"level":"info","ts":1784914629.9157019,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914629.9157755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"82f15f4b-8bf5-4fa7-a935-59f26de55b75"} {"level":"info","ts":1784914629.9157875,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"82f15f4b-8bf5-4fa7-a935-59f26de55b75"} {"level":"info","ts":1784914629.9157991,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82f15f4b-8bf5-4fa7-a935-59f26de55b75","EoS":false} {"level":"info","ts":1784914629.9158099,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"82f15f4b-8bf5-4fa7-a935-59f26de55b75","EoS":true} {"level":"info","ts":1784914629.9158323,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"82f15f4b-8bf5-4fa7-a935-59f26de55b75","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914629.9158475,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"82f15f4b-8bf5-4fa7-a935-59f26de55b75","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914629.9158688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"82f15f4b-8bf5-4fa7-a935-59f26de55b75"} {"level":"info","ts":1784914639.3861682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914639.3862529,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3403b847-1428-42d1-861a-0edb50ffcd6f"} {"level":"info","ts":1784914639.3862677,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3403b847-1428-42d1-861a-0edb50ffcd6f"} {"level":"info","ts":1784914639.3862839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3403b847-1428-42d1-861a-0edb50ffcd6f","EoS":false} {"level":"info","ts":1784914639.3862987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3403b847-1428-42d1-861a-0edb50ffcd6f","EoS":true} {"level":"info","ts":1784914639.3863187,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3403b847-1428-42d1-861a-0edb50ffcd6f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914639.3863342,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3403b847-1428-42d1-861a-0edb50ffcd6f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914639.3863559,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3403b847-1428-42d1-861a-0edb50ffcd6f"} {"level":"info","ts":1784914641.4174104,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914641.4175072,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914641.4175541,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914641.4175754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","EoS":false} {"level":"info","ts":1784914641.4175954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","EoS":true} {"level":"info","ts":1784914641.4176257,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914641.4176447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914641.417669,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b2e7f87-0d93-46b4-b8a4-2abc776a07d3"} {"level":"info","ts":1784914651.846896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914651.846988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.8470075,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.8470275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","EoS":false} {"level":"info","ts":1784914651.847047,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","EoS":true} {"level":"info","ts":1784914651.8470747,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914651.8470955,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914651.8471248,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e3d15116-ff07-4ee8-af6a-afd4399ba0b3"} {"level":"info","ts":1784914651.8850725,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914651.8851452,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914651.885164,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914651.8851814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","EoS":false} {"level":"info","ts":1784914651.8852,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","EoS":true} {"level":"info","ts":1784914651.8852322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914651.885254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914651.8852816,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7446418d-e291-4423-99ef-b828e6c74fd4"} {"level":"info","ts":1784914670.9540935,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914670.9541771,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914670.9541895,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914670.9542017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","EoS":false} {"level":"info","ts":1784914670.9542124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","EoS":true} {"level":"info","ts":1784914670.9542332,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914670.9542484,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914670.9542706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf84de23-69d4-42ef-83b3-b3a054cccb6b"} {"level":"info","ts":1784914680.2689595,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914680.2690563,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"42950a4f-3b1d-494b-abe9-f255d34e416d"} {"level":"info","ts":1784914680.2690716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"42950a4f-3b1d-494b-abe9-f255d34e416d"} {"level":"info","ts":1784914680.2690897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42950a4f-3b1d-494b-abe9-f255d34e416d","EoS":false} {"level":"info","ts":1784914680.2691085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"42950a4f-3b1d-494b-abe9-f255d34e416d","EoS":true} {"level":"info","ts":1784914680.2691393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"42950a4f-3b1d-494b-abe9-f255d34e416d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914680.2691593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"42950a4f-3b1d-494b-abe9-f255d34e416d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914680.2691886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"42950a4f-3b1d-494b-abe9-f255d34e416d"} {"level":"info","ts":1784914685.4894977,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914685.489629,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"33b9506c-6466-4b1a-80e6-86b665e53c64"} {"level":"info","ts":1784914685.4896467,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"33b9506c-6466-4b1a-80e6-86b665e53c64"} {"level":"info","ts":1784914685.4896822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33b9506c-6466-4b1a-80e6-86b665e53c64","EoS":false} {"level":"info","ts":1784914685.4897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"33b9506c-6466-4b1a-80e6-86b665e53c64","EoS":true} {"level":"info","ts":1784914685.489733,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"33b9506c-6466-4b1a-80e6-86b665e53c64","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914685.4897556,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"33b9506c-6466-4b1a-80e6-86b665e53c64","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914685.4897828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"33b9506c-6466-4b1a-80e6-86b665e53c64"} {"level":"info","ts":1784914775.8028955,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914775.8030214,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"02e5aa37-bd37-46ca-a882-cb6d041fe7c4"} {"level":"info","ts":1784914775.8030412,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"02e5aa37-bd37-46ca-a882-cb6d041fe7c4"} {"level":"info","ts":1784914775.8030639,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02e5aa37-bd37-46ca-a882-cb6d041fe7c4","EoS":false} {"level":"info","ts":1784914775.8030827,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"02e5aa37-bd37-46ca-a882-cb6d041fe7c4","EoS":true} {"level":"info","ts":1784914775.803114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"02e5aa37-bd37-46ca-a882-cb6d041fe7c4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784914775.8031397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"02e5aa37-bd37-46ca-a882-cb6d041fe7c4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784914775.8031716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"02e5aa37-bd37-46ca-a882-cb6d041fe7c4"} {"level":"info","ts":1784914801.3262002,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914801.3262966,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914801.3263106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914801.326331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","EoS":false} {"level":"info","ts":1784914801.3263485,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","EoS":true} {"level":"info","ts":1784914801.3263795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784914801.3263996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784914801.326475,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb66218b-5c87-49ea-a59c-fa4ed4476b9d"} {"level":"info","ts":1784914840.4735806,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914840.473666,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914840.4736753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914840.4736876,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","EoS":false} {"level":"info","ts":1784914840.4737074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","EoS":true} {"level":"info","ts":1784914840.473728,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914840.4737434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914840.4737628,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1c44652-23de-4072-a3f8-15788d26aa62"} {"level":"info","ts":1784914855.7674317,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914855.7675357,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784914855.767546,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784914855.7675586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","EoS":false} {"level":"info","ts":1784914855.7675688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","EoS":true} {"level":"info","ts":1784914855.7675889,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914855.7676055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914855.7676246,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f5c164b-8822-4459-a0fd-819c1f867ebb"} {"level":"info","ts":1784914856.0581908,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914856.0582676,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26a2503a-49bc-408e-8103-e19dc1d82b33"} {"level":"info","ts":1784914856.0582774,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26a2503a-49bc-408e-8103-e19dc1d82b33"} {"level":"info","ts":1784914856.0582886,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a2503a-49bc-408e-8103-e19dc1d82b33","EoS":false} {"level":"info","ts":1784914856.0582993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a2503a-49bc-408e-8103-e19dc1d82b33","EoS":true} {"level":"info","ts":1784914856.0583186,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26a2503a-49bc-408e-8103-e19dc1d82b33","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914856.0583344,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26a2503a-49bc-408e-8103-e19dc1d82b33","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914856.0583541,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26a2503a-49bc-408e-8103-e19dc1d82b33"} {"level":"info","ts":1784915162.583186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915162.583272,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915162.5832827,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915162.5832942,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","EoS":false} {"level":"info","ts":1784915162.5833051,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","EoS":true} {"level":"info","ts":1784915162.5833266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915162.583343,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915162.5833616,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e08b4bce-4cb5-40cc-b96a-a42802476e94"} {"level":"info","ts":1784915162.6216855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915162.62176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d33b2ee9-e02a-4711-b5a5-30a4525906fa"} {"level":"info","ts":1784915162.6217716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d33b2ee9-e02a-4711-b5a5-30a4525906fa"} {"level":"info","ts":1784915162.6217833,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33b2ee9-e02a-4711-b5a5-30a4525906fa","EoS":false} {"level":"info","ts":1784915162.6217933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d33b2ee9-e02a-4711-b5a5-30a4525906fa","EoS":true} {"level":"info","ts":1784915162.621812,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d33b2ee9-e02a-4711-b5a5-30a4525906fa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915162.62183,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d33b2ee9-e02a-4711-b5a5-30a4525906fa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915162.6218524,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d33b2ee9-e02a-4711-b5a5-30a4525906fa"} {"level":"info","ts":1784915162.6589313,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915162.6589987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa7a9871-4bba-402d-a5f1-39b42871bcfa"} {"level":"info","ts":1784915162.6590078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa7a9871-4bba-402d-a5f1-39b42871bcfa"} {"level":"info","ts":1784915162.6590188,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa7a9871-4bba-402d-a5f1-39b42871bcfa","EoS":false} {"level":"info","ts":1784915162.659029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa7a9871-4bba-402d-a5f1-39b42871bcfa","EoS":true} {"level":"info","ts":1784915162.6590497,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa7a9871-4bba-402d-a5f1-39b42871bcfa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915162.6590652,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa7a9871-4bba-402d-a5f1-39b42871bcfa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915162.6590836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa7a9871-4bba-402d-a5f1-39b42871bcfa"} {"level":"info","ts":1784915167.4877076,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b90b9551-8b13-4321-b7a7-599978704a56","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915167.487747,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b90b9551-8b13-4321-b7a7-599978704a56","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784915167.4878175,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8affa5d3-cafb-40c8-95ed-88f3011abcbe"} {"level":"info","ts":1784915167.5055816,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d61f361e-db18-4314-ae10-55dd64d97e63","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915167.5057728,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d61f361e-db18-4314-ae10-55dd64d97e63","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784915167.5058122,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32918.433916344,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.5058327,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.616198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4734b67f-bff2-41b1-9b4b-b56067f93110"} {"level":"info","ts":1784915167.6167314,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce2a3d4a-7b84-410f-9587-12d55316614a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.616774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce2a3d4a-7b84-410f-9587-12d55316614a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784915167.705027,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4734b67f-bff2-41b1-9b4b-b56067f93110","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.705111,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"485fbfb9-b6c2-4feb-8524-c48dcb9d8b42","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.7053332,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c116f026-585b-4bf5-8bea-36f98b0ae142","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915167.7053711,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c116f026-585b-4bf5-8bea-36f98b0ae142","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784915167.7054472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37596.721666638,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.7054627,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.7056417,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"485fbfb9-b6c2-4feb-8524-c48dcb9d8b42","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.7057283,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e886b2e-66ca-4087-b107-3ca61c4d7178","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.7057555,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5e886b2e-66ca-4087-b107-3ca61c4d7178","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.7077773,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.7705665,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.7816617,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69b401ca-abbe-4972-b603-5fe7eb59b07e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.7816987,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"69b401ca-abbe-4972-b603-5fe7eb59b07e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.7956665,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f669228-16ee-47c2-84c8-ff14672506ea","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.7956977,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6f669228-16ee-47c2-84c8-ff14672506ea","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.805593,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4734b67f-bff2-41b1-9b4b-b56067f93110","name":"e2e-external-model"} {"level":"info","ts":1784915167.8063457,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34684.705919792,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.8063667,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915167.809999,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c57a09e-55b3-4282-8d2f-62f2d879846d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915167.8100264,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"6c57a09e-55b3-4282-8d2f-62f2d879846d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915167.8152456,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4734b67f-bff2-41b1-9b4b-b56067f93110","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915167.8153932,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784915167.8188183,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4734b67f-bff2-41b1-9b4b-b56067f93110","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.8188977,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c851f62-6184-4e08-bf73-4ffa00d713fc"} {"level":"info","ts":1784915167.8189456,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c851f62-6184-4e08-bf73-4ffa00d713fc","name":"e2e-external-model"} {"level":"info","ts":1784915167.829239,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1c851f62-6184-4e08-bf73-4ffa00d713fc","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915167.906816,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8affa5d3-cafb-40c8-95ed-88f3011abcbe","name":"e2e-external-provider"} {"level":"info","ts":1784915167.9168174,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8affa5d3-cafb-40c8-95ed-88f3011abcbe","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784915167.920315,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8affa5d3-cafb-40c8-95ed-88f3011abcbe","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915167.920436,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ead86c-09db-4bcf-b303-803ccc859d48"} {"level":"info","ts":1784915167.920486,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ead86c-09db-4bcf-b303-803ccc859d48","name":"e2e-external-provider"} {"level":"info","ts":1784915167.9302611,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"12ead86c-09db-4bcf-b303-803ccc859d48","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784915179.2026389,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915179.2027156,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2"} {"level":"info","ts":1784915179.2027245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2"} {"level":"info","ts":1784915179.2027357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2","EoS":false} {"level":"info","ts":1784915179.2027452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2","EoS":true} {"level":"info","ts":1784915179.2027824,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784915179.2027981,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915179.2028048,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2","modelName":"e2e-external-model"} {"level":"info","ts":1784915179.2028184,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915179.2028673,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df0c2319-8a57-4fb8-88bb-4d1f49ef4ec2"} {"level":"info","ts":1784915179.248081,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915179.2481692,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fa94919-0213-421d-b793-a315947d7206"} {"level":"info","ts":1784915179.2481818,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4fa94919-0213-421d-b793-a315947d7206"} {"level":"info","ts":1784915179.2481925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fa94919-0213-421d-b793-a315947d7206","EoS":false} {"level":"info","ts":1784915179.2482064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4fa94919-0213-421d-b793-a315947d7206","EoS":true} {"level":"info","ts":1784915179.2482274,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fa94919-0213-421d-b793-a315947d7206","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784915179.2482429,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fa94919-0213-421d-b793-a315947d7206","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915179.2482498,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"4fa94919-0213-421d-b793-a315947d7206","modelName":"e2e-external-model"} {"level":"info","ts":1784915179.2482646,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"4fa94919-0213-421d-b793-a315947d7206","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915179.248302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4fa94919-0213-421d-b793-a315947d7206"} {"level":"info","ts":1784915179.2702057,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915179.2702773,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d"} {"level":"info","ts":1784915179.2702901,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d"} {"level":"info","ts":1784915179.2703054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","EoS":false} {"level":"info","ts":1784915179.270321,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","EoS":true} {"level":"info","ts":1784915179.2703402,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784915179.2703605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915179.270368,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","modelName":"e2e-external-model"} {"level":"info","ts":1784915179.270387,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915179.2704241,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"604f6a10-b91e-47e7-a906-403db711ae7d"} {"level":"info","ts":1784915179.4063923,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c6ff3f8-6ff8-43f1-ba65-c8218d1c9cc2"} {"level":"info","ts":1784915179.4064524,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6e120ba-e46c-4148-84de-fef709090d75","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.4065063,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d6e120ba-e46c-4148-84de-fef709090d75","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915179.4157796,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98a50bf-73a8-4f43-b16e-1ef8e1b19442","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.4158137,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a98a50bf-73a8-4f43-b16e-1ef8e1b19442","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915179.4159973,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c6ff3f8-6ff8-43f1-ba65-c8218d1c9cc2","name":"e2e-cleanup-test"} {"level":"info","ts":1784915179.431013,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c6ff3f8-6ff8-43f1-ba65-c8218d1c9cc2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915179.4390147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae70ba93-d2e5-4b9d-bdfa-0028dbcb996e","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.439031,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37b4f11b-970c-474b-b0cf-90c8bedbba01"} {"level":"info","ts":1784915179.4390457,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ae70ba93-d2e5-4b9d-bdfa-0028dbcb996e","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915179.4390945,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37b4f11b-970c-474b-b0cf-90c8bedbba01","name":"e2e-cleanup-test"} {"level":"error","ts":1784915179.4524164,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"37b4f11b-970c-474b-b0cf-90c8bedbba01","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915179.4525008,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad1249fb-ea03-4c38-be26-9bf78568cd77","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.4525416,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b994c9db-f2f1-4bd4-931f-2d6a640735d4"} {"level":"info","ts":1784915179.4525583,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad1249fb-ea03-4c38-be26-9bf78568cd77","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915179.4525988,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b994c9db-f2f1-4bd4-931f-2d6a640735d4","name":"e2e-cleanup-test"} {"level":"info","ts":1784915179.4627192,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b994c9db-f2f1-4bd4-931f-2d6a640735d4","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915179.46782,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c46bfd9-1fd7-4bc2-aec6-2cb47895e56f"} {"level":"info","ts":1784915179.4678464,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad17320a-303e-4d56-b343-2f85e6e49f36","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915179.467869,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c46bfd9-1fd7-4bc2-aec6-2cb47895e56f","name":"e2e-cleanup-test"} {"level":"info","ts":1784915179.4678714,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ad17320a-303e-4d56-b343-2f85e6e49f36","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915179.477287,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c46bfd9-1fd7-4bc2-aec6-2cb47895e56f","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915187.6599958,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60edfa58-52b9-4206-b712-3e9bf1b58a92"} {"level":"info","ts":1784915187.6600306,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02157e1a-d5ec-4ebb-957b-c4fd0c46b41a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915187.6600575,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"02157e1a-d5ec-4ebb-957b-c4fd0c46b41a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915191.9614215,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915191.9615512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429"} {"level":"info","ts":1784915191.9615693,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429"} {"level":"info","ts":1784915191.9615877,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429","EoS":false} {"level":"info","ts":1784915191.9616032,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429","EoS":true} {"level":"info","ts":1784915191.9616354,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784915191.961655,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784915191.9616818,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"080b83ed-2440-4ec1-a9b6-deb14c838429"} {"level":"info","ts":1784915191.9866767,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915191.9867446,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7"} {"level":"info","ts":1784915191.9867527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7"} {"level":"info","ts":1784915191.9867637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","EoS":false} {"level":"info","ts":1784915191.9867747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","EoS":true} {"level":"info","ts":1784915191.986794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784915191.98681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915191.9868162,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","modelName":"e2e-external-model"} {"level":"info","ts":1784915191.9868298,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915191.986864,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2441f36d-9c88-438c-bce8-ad22bfa0c7e7"} {"level":"info","ts":1784915192.0320697,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915192.0321403,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.0321496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.03216,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","EoS":false} {"level":"info","ts":1784915192.0321736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","EoS":true} {"level":"info","ts":1784915192.0321927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784915192.0322073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915192.0322273,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abf34d78-8d70-418c-b928-31d9502a5133"} {"level":"info","ts":1784915192.1736963,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915192.1737878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915192.1738014,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915192.1738136,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","EoS":false} {"level":"info","ts":1784915192.1738238,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","EoS":true} {"level":"info","ts":1784915192.1738465,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a","field":"model"} {"level":"info","ts":1784915192.173871,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6780e4db-f0de-4ee6-864c-dea27a93781a"} {"level":"info","ts":1784915193.0550022,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"998563c5-8cbd-4167-87c3-c2f42e931d84"} {"level":"info","ts":1784915193.055031,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8afa3e3b-9080-417d-bdb1-9079b5d07ff2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915193.0550616,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8afa3e3b-9080-417d-bdb1-9079b5d07ff2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915193.200486,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbe2bc46-dcce-4c90-b527-4bb663bd118d"} {"level":"info","ts":1784915193.2004867,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcb0f21c-0a64-4e93-96fc-0775eeced445","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915193.2005863,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"fcb0f21c-0a64-4e93-96fc-0775eeced445","name":"e2e-external-provider","namespace":"llm"}