{"level":"info","ts":1784914517.533902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"546572ae-3cb5-46e3-909b-b17ad4232719","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914517.5339143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"546572ae-3cb5-46e3-909b-b17ad4232719","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914517.5339372,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"546572ae-3cb5-46e3-909b-b17ad4232719"} {"level":"info","ts":1784914517.5845695,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914517.5846436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"458feec3-a79c-4b34-857f-45d73d3ca270"} {"level":"info","ts":1784914517.5846527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"458feec3-a79c-4b34-857f-45d73d3ca270"} {"level":"info","ts":1784914517.584665,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"458feec3-a79c-4b34-857f-45d73d3ca270","EoS":false} {"level":"info","ts":1784914517.584675,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"458feec3-a79c-4b34-857f-45d73d3ca270","EoS":true} {"level":"info","ts":1784914517.5846927,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"458feec3-a79c-4b34-857f-45d73d3ca270","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914517.584707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"458feec3-a79c-4b34-857f-45d73d3ca270","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914517.5847268,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"458feec3-a79c-4b34-857f-45d73d3ca270"} {"level":"info","ts":1784914518.2715962,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914518.2716825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"} {"level":"info","ts":1784914518.2716954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"} {"level":"info","ts":1784914518.2717075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","EoS":false} {"level":"info","ts":1784914518.2717264,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","EoS":true} {"level":"info","ts":1784914518.271748,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914518.2717648,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914518.2717872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14428b1f-23cd-488c-a97e-40adfd82d730"} {"level":"info","ts":1784914518.3156111,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914518.3157032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1985110-5fc9-4a26-a29a-90f34f7bec08"} {"level":"info","ts":1784914518.3157237,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1985110-5fc9-4a26-a29a-90f34f7bec08"} {"level":"info","ts":1784914518.3157434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1985110-5fc9-4a26-a29a-90f34f7bec08","EoS":false} {"level":"info","ts":1784914518.3157651,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1985110-5fc9-4a26-a29a-90f34f7bec08","EoS":true} {"level":"info","ts":1784914518.3157969,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1985110-5fc9-4a26-a29a-90f34f7bec08","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914518.315817,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1985110-5fc9-4a26-a29a-90f34f7bec08","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914518.3158517,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1985110-5fc9-4a26-a29a-90f34f7bec08"} {"level":"info","ts":1784914522.4717553,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914522.4718409,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a50f6d05-961c-4277-8b26-7db99fb57855"} {"level":"info","ts":1784914522.4718504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a50f6d05-961c-4277-8b26-7db99fb57855"} {"level":"info","ts":1784914522.4718664,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a50f6d05-961c-4277-8b26-7db99fb57855","EoS":false} {"level":"info","ts":1784914522.471879,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a50f6d05-961c-4277-8b26-7db99fb57855","EoS":true} {"level":"info","ts":1784914522.471902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a50f6d05-961c-4277-8b26-7db99fb57855","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914522.4719186,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a50f6d05-961c-4277-8b26-7db99fb57855","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914522.4719415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a50f6d05-961c-4277-8b26-7db99fb57855"} {"level":"info","ts":1784914541.4161053,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914541.4161985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"} {"level":"info","ts":1784914541.4162097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"} {"level":"info","ts":1784914541.416223,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","EoS":false} {"level":"info","ts":1784914541.4162343,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","EoS":true} {"level":"info","ts":1784914541.416256,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914541.4162707,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914541.4162896,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5d840586-582a-43f0-bc13-73a99f4a6cf0"} {"level":"info","ts":1784914541.5573535,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914541.5574262,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"} {"level":"info","ts":1784914541.5574372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"} {"level":"info","ts":1784914541.557448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","EoS":false} {"level":"info","ts":1784914541.5574582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","EoS":true} {"level":"info","ts":1784914541.5574794,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914541.557494,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914541.5575156,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5360eb3d-54c7-4f58-b5e3-841af1abe375"} {"level":"info","ts":1784914541.6949394,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914541.695017,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"} {"level":"info","ts":1784914541.695027,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"} {"level":"info","ts":1784914541.6950395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","EoS":false} {"level":"info","ts":1784914541.6950495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","EoS":true} {"level":"info","ts":1784914541.6950727,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914541.695089,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914541.6951115,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6d00151-5e0e-407f-b52a-2c811fc4ba15"} {"level":"info","ts":1784914541.8322825,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914541.8323605,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"} {"level":"info","ts":1784914541.8323703,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"} {"level":"info","ts":1784914541.8323822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","EoS":false} {"level":"info","ts":1784914541.832394,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","EoS":true} {"level":"info","ts":1784914541.8324213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914541.8324373,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914541.8324559,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"62038e08-5575-40cd-a71f-b078b86e9f19"} {"level":"info","ts":1784914541.9699557,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914541.970028,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"} {"level":"info","ts":1784914541.9700372,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"} {"level":"info","ts":1784914541.970048,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","EoS":false} {"level":"info","ts":1784914541.9700582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","EoS":true} {"level":"info","ts":1784914541.9700782,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914541.9700937,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914541.9701164,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"465ec75e-2c4c-4ab6-95e7-9cee9ae5200a"} {"level":"info","ts":1784914542.1075342,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914542.1076043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1274d250-9951-40b9-8b2d-abcf94f12cd8"} {"level":"info","ts":1784914542.107614,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1274d250-9951-40b9-8b2d-abcf94f12cd8"} {"level":"info","ts":1784914542.1076252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1274d250-9951-40b9-8b2d-abcf94f12cd8","EoS":false} {"level":"info","ts":1784914542.1076372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1274d250-9951-40b9-8b2d-abcf94f12cd8","EoS":true} {"level":"info","ts":1784914542.107656,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1274d250-9951-40b9-8b2d-abcf94f12cd8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914542.107671,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1274d250-9951-40b9-8b2d-abcf94f12cd8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914542.1076891,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1274d250-9951-40b9-8b2d-abcf94f12cd8"} {"level":"info","ts":1784914562.0204341,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914562.020512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"} {"level":"info","ts":1784914562.020523,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"} {"level":"info","ts":1784914562.0205345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","EoS":false} {"level":"info","ts":1784914562.020546,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","EoS":true} {"level":"info","ts":1784914562.0205662,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914562.020581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914562.0206015,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"68f52dd4-a8c6-4653-a60e-0917a4d904ec"} {"level":"info","ts":1784914562.0632632,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914562.0633223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"} {"level":"info","ts":1784914562.063331,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"} {"level":"info","ts":1784914562.0633414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","EoS":false} {"level":"info","ts":1784914562.0633504,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","EoS":true} {"level":"info","ts":1784914562.063369,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914562.0633829,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914562.0634005,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4197bac-53e1-4e37-bb99-0a975ff8dd45"} {"level":"info","ts":1784914562.1138055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914562.1138904,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9e3a29f4-8891-4729-9858-deb0af95a676"} {"level":"info","ts":1784914562.1139064,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9e3a29f4-8891-4729-9858-deb0af95a676"} {"level":"info","ts":1784914562.1139345,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e3a29f4-8891-4729-9858-deb0af95a676","EoS":false} {"level":"info","ts":1784914562.1139538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9e3a29f4-8891-4729-9858-deb0af95a676","EoS":true} {"level":"info","ts":1784914562.1139853,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9e3a29f4-8891-4729-9858-deb0af95a676","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914562.1140044,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9e3a29f4-8891-4729-9858-deb0af95a676","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914562.1140327,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9e3a29f4-8891-4729-9858-deb0af95a676"} {"level":"info","ts":1784914562.1973112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914562.197377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cea56472-6a80-49b4-9fb4-622cae9dc8c9"} {"level":"info","ts":1784914562.1973858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cea56472-6a80-49b4-9fb4-622cae9dc8c9"} {"level":"info","ts":1784914562.197397,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cea56472-6a80-49b4-9fb4-622cae9dc8c9","EoS":false} {"level":"info","ts":1784914562.197408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cea56472-6a80-49b4-9fb4-622cae9dc8c9","EoS":true} {"level":"info","ts":1784914562.197426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cea56472-6a80-49b4-9fb4-622cae9dc8c9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914562.19744,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cea56472-6a80-49b4-9fb4-622cae9dc8c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914562.1974573,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cea56472-6a80-49b4-9fb4-622cae9dc8c9"} {"level":"info","ts":1784914562.2356808,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914562.235734,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"459bb799-62b8-4b37-a9b2-8c279894c340"} {"level":"info","ts":1784914566.8810616,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914566.881183,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"} {"level":"info","ts":1784914566.881198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"} {"level":"info","ts":1784914566.8812191,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","EoS":false} {"level":"info","ts":1784914566.8812432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","EoS":true} {"level":"info","ts":1784914566.8812788,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914566.8813002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914566.8813312,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a2822dff-c1a6-4811-ab23-5ca1881cbfc9"} {"level":"info","ts":1784914575.4442604,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914575.4443665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"08057dff-feb8-4d23-a596-957b8c7c17fa"} {"level":"info","ts":1784914575.4443886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"08057dff-feb8-4d23-a596-957b8c7c17fa"} {"level":"info","ts":1784914575.4444103,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08057dff-feb8-4d23-a596-957b8c7c17fa","EoS":false} {"level":"info","ts":1784914575.4444318,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"08057dff-feb8-4d23-a596-957b8c7c17fa","EoS":true} {"level":"info","ts":1784914575.444466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"08057dff-feb8-4d23-a596-957b8c7c17fa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914575.4444857,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"08057dff-feb8-4d23-a596-957b8c7c17fa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914575.4445195,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"08057dff-feb8-4d23-a596-957b8c7c17fa"} {"level":"info","ts":1784914577.4797244,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914577.479815,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"} {"level":"info","ts":1784914577.479824,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"} {"level":"info","ts":1784914577.479836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","EoS":false} {"level":"info","ts":1784914577.4798489,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","EoS":true} {"level":"info","ts":1784914577.4798691,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914577.4798834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914577.4799018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"142a3e4c-9905-49c1-8316-b990c3a4e215"} {"level":"info","ts":1784914590.3452785,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914590.345355,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"} {"level":"info","ts":1784914590.3453643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"} {"level":"info","ts":1784914590.3453763,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","EoS":false} {"level":"info","ts":1784914590.3453863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","EoS":true} {"level":"info","ts":1784914590.3454106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914590.3454235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914590.3454485,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dee44900-43fa-4b5a-b1f8-31bebd081957"} {"level":"info","ts":1784914598.8756182,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914598.8757,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"} {"level":"info","ts":1784914598.8757105,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"} {"level":"info","ts":1784914598.8757222,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","EoS":false} {"level":"info","ts":1784914598.8757324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","EoS":true} {"level":"info","ts":1784914598.875755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914598.8757713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914598.8757918,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff6e4cc4-c181-4186-b4f1-c82e630950e3"} {"level":"info","ts":1784914607.7424576,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914607.7425342,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"} {"level":"info","ts":1784914607.742544,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"} {"level":"info","ts":1784914607.7425559,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","EoS":false} {"level":"info","ts":1784914607.742576,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","EoS":true} {"level":"info","ts":1784914607.7425983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914607.7426136,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914607.7426348,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21210a84-2bfe-4a78-bc2a-71dadac7de4d"} {"level":"info","ts":1784914616.7716408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914616.7717178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56e77282-76fb-4aa4-a2fd-a6ba4dc1a6cf"} {"level":"info","ts":1784914616.7717292,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56e77282-76fb-4aa4-a2fd-a6ba4dc1a6cf"} {"level":"info","ts":1784914616.7717404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56e77282-76fb-4aa4-a2fd-a6ba4dc1a6cf","EoS":false} {"level":"info","ts":1784914616.7717533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56e77282-76fb-4aa4-a2fd-a6ba4dc1a6cf","EoS":true} {"level":"info","ts":1784914616.7717764,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56e77282-76fb-4aa4-a2fd-a6ba4dc1a6cf","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914616.7717907,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56e77282-76fb-4aa4-a2fd-a6ba4dc1a6cf","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914616.7718132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56e77282-76fb-4aa4-a2fd-a6ba4dc1a6cf"} {"level":"info","ts":1784914621.54655,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914621.5466266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35317dc1-b20b-4776-9ddd-04d8b6a47b1f"} {"level":"info","ts":1784914621.5466392,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35317dc1-b20b-4776-9ddd-04d8b6a47b1f"} {"level":"info","ts":1784914621.546655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35317dc1-b20b-4776-9ddd-04d8b6a47b1f","EoS":false} {"level":"info","ts":1784914621.5466728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35317dc1-b20b-4776-9ddd-04d8b6a47b1f","EoS":true} {"level":"info","ts":1784914621.5466995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35317dc1-b20b-4776-9ddd-04d8b6a47b1f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784914621.5467198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35317dc1-b20b-4776-9ddd-04d8b6a47b1f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914621.5467482,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35317dc1-b20b-4776-9ddd-04d8b6a47b1f"} {"level":"info","ts":1784914626.3227043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914626.3227952,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ca4bd64-669f-4e42-bbf3-eacbda26bf5a"} {"level":"info","ts":1784914626.322812,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ca4bd64-669f-4e42-bbf3-eacbda26bf5a"} {"level":"info","ts":1784914626.3228283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ca4bd64-669f-4e42-bbf3-eacbda26bf5a","EoS":false} {"level":"info","ts":1784914626.3228488,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ca4bd64-669f-4e42-bbf3-eacbda26bf5a","EoS":true} {"level":"info","ts":1784914626.322875,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ca4bd64-669f-4e42-bbf3-eacbda26bf5a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914626.3229382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ca4bd64-669f-4e42-bbf3-eacbda26bf5a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914626.3229644,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ca4bd64-669f-4e42-bbf3-eacbda26bf5a"} {"level":"info","ts":1784914626.5960553,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914626.5961378,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"874cebb7-5a7b-471e-b5ee-3e7459a19bc4"} {"level":"info","ts":1784914626.5961728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"874cebb7-5a7b-471e-b5ee-3e7459a19bc4"} {"level":"info","ts":1784914626.5961869,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"874cebb7-5a7b-471e-b5ee-3e7459a19bc4","EoS":false} {"level":"info","ts":1784914626.5961993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"874cebb7-5a7b-471e-b5ee-3e7459a19bc4","EoS":true} {"level":"info","ts":1784914626.5962214,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"874cebb7-5a7b-471e-b5ee-3e7459a19bc4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914626.5962377,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"874cebb7-5a7b-471e-b5ee-3e7459a19bc4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914626.5962653,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"874cebb7-5a7b-471e-b5ee-3e7459a19bc4"} {"level":"info","ts":1784914628.6334414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914628.633517,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22ae1a60-b359-4e40-8adb-2e930cf1b0f6"} {"level":"info","ts":1784914628.633529,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22ae1a60-b359-4e40-8adb-2e930cf1b0f6"} {"level":"info","ts":1784914628.6335404,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22ae1a60-b359-4e40-8adb-2e930cf1b0f6","EoS":false} {"level":"info","ts":1784914628.6335537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22ae1a60-b359-4e40-8adb-2e930cf1b0f6","EoS":true} {"level":"info","ts":1784914628.6335742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22ae1a60-b359-4e40-8adb-2e930cf1b0f6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914628.633589,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22ae1a60-b359-4e40-8adb-2e930cf1b0f6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914628.633613,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22ae1a60-b359-4e40-8adb-2e930cf1b0f6"} {"level":"info","ts":1784914630.6668603,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914630.6669464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"} {"level":"info","ts":1784914630.6669552,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"} {"level":"info","ts":1784914630.6669672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","EoS":false} {"level":"info","ts":1784914630.6669788,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","EoS":true} {"level":"info","ts":1784914630.6670046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914630.6670198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914630.6670403,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"296c43f4-fd7f-4516-a617-c564e4e505cf"} {"level":"info","ts":1784914653.8175485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914653.8176253,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"} {"level":"info","ts":1784914653.8176348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"} {"level":"info","ts":1784914653.817646,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","EoS":false} {"level":"info","ts":1784914653.817658,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","EoS":true} {"level":"info","ts":1784914653.8176792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914653.817694,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914653.8177142,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c693a60-139b-4710-9460-fcc6b239ebc2"} {"level":"info","ts":1784914663.1513186,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914663.1514142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e34ac4e0-4849-4ae5-85f5-e7946e2d1a24"} {"level":"info","ts":1784914663.1514347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e34ac4e0-4849-4ae5-85f5-e7946e2d1a24"} {"level":"info","ts":1784914663.1514573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e34ac4e0-4849-4ae5-85f5-e7946e2d1a24","EoS":false} {"level":"info","ts":1784914663.15148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e34ac4e0-4849-4ae5-85f5-e7946e2d1a24","EoS":true} {"level":"info","ts":1784914663.1515121,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e34ac4e0-4849-4ae5-85f5-e7946e2d1a24","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914663.1515326,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e34ac4e0-4849-4ae5-85f5-e7946e2d1a24","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914663.1515634,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e34ac4e0-4849-4ae5-85f5-e7946e2d1a24"} {"level":"info","ts":1784914668.606457,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914668.6065335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"64e87c10-236d-4109-a7e5-7f507dcfb417"} {"level":"info","ts":1784914668.6065426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"64e87c10-236d-4109-a7e5-7f507dcfb417"} {"level":"info","ts":1784914668.6065538,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64e87c10-236d-4109-a7e5-7f507dcfb417","EoS":false} {"level":"info","ts":1784914668.6065648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"64e87c10-236d-4109-a7e5-7f507dcfb417","EoS":true} {"level":"info","ts":1784914668.6065845,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"64e87c10-236d-4109-a7e5-7f507dcfb417","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914668.6065993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"64e87c10-236d-4109-a7e5-7f507dcfb417","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914668.6066182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"64e87c10-236d-4109-a7e5-7f507dcfb417"} {"level":"info","ts":1784914678.149043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914678.1491592,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c45bfab-9f55-4fb4-971c-ff0d9a71ff64"} {"level":"info","ts":1784914678.1491735,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c45bfab-9f55-4fb4-971c-ff0d9a71ff64"} {"level":"info","ts":1784914678.1491952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c45bfab-9f55-4fb4-971c-ff0d9a71ff64","EoS":false} {"level":"info","ts":1784914678.149214,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c45bfab-9f55-4fb4-971c-ff0d9a71ff64","EoS":true} {"level":"info","ts":1784914678.149248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c45bfab-9f55-4fb4-971c-ff0d9a71ff64","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914678.1492696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c45bfab-9f55-4fb4-971c-ff0d9a71ff64","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914678.1493025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c45bfab-9f55-4fb4-971c-ff0d9a71ff64"} {"level":"info","ts":1784914680.184787,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914680.1848671,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"} {"level":"info","ts":1784914680.1848779,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"} {"level":"info","ts":1784914680.1848946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","EoS":false} {"level":"info","ts":1784914680.184913,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","EoS":true} {"level":"info","ts":1784914680.1849356,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914680.1849518,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914680.1849723,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"21c5234c-e264-48c1-ae21-125f5c70e2a7"} {"level":"info","ts":1784914689.604431,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914689.6045191,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"} {"level":"info","ts":1784914689.6045344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"} {"level":"info","ts":1784914689.6045463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","EoS":false} {"level":"info","ts":1784914689.6045578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","EoS":true} {"level":"info","ts":1784914689.6045792,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914689.6045952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914689.6046221,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0ff1a61-3cbf-4852-89ad-64fc580b66af"} {"level":"info","ts":1784914689.6457705,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914689.6458428,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"} {"level":"info","ts":1784914689.6458519,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"} {"level":"info","ts":1784914689.6458623,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","EoS":false} {"level":"info","ts":1784914689.645872,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","EoS":true} {"level":"info","ts":1784914689.6458914,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914689.6459076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914689.64593,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9f5ce60f-0acd-4008-9873-abdf7dd357cd"} {"level":"info","ts":1784914708.803031,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914708.8031154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"} {"level":"info","ts":1784914708.803124,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"} {"level":"info","ts":1784914708.8031347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","EoS":false} {"level":"info","ts":1784914708.8031812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","EoS":true} {"level":"info","ts":1784914708.803205,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914708.8032212,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914708.8032417,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"94acfd6c-5249-45c2-b534-c380357cec38"} {"level":"info","ts":1784914718.1288068,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914718.128911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a3290dc0-13b0-4fd9-ba43-242b6f6190cb"} {"level":"info","ts":1784914718.128927,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a3290dc0-13b0-4fd9-ba43-242b6f6190cb"} {"level":"info","ts":1784914718.12894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3290dc0-13b0-4fd9-ba43-242b6f6190cb","EoS":false} {"level":"info","ts":1784914718.1289535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a3290dc0-13b0-4fd9-ba43-242b6f6190cb","EoS":true} {"level":"info","ts":1784914718.1289754,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a3290dc0-13b0-4fd9-ba43-242b6f6190cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914718.1289923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a3290dc0-13b0-4fd9-ba43-242b6f6190cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914718.1290169,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a3290dc0-13b0-4fd9-ba43-242b6f6190cb"} {"level":"info","ts":1784914723.3812375,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914723.3813176,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c94b7209-191b-4e0b-b83e-47f90dc0432d"} {"level":"info","ts":1784914723.3813276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c94b7209-191b-4e0b-b83e-47f90dc0432d"} {"level":"info","ts":1784914723.3813405,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c94b7209-191b-4e0b-b83e-47f90dc0432d","EoS":false} {"level":"info","ts":1784914723.381352,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c94b7209-191b-4e0b-b83e-47f90dc0432d","EoS":true} {"level":"info","ts":1784914723.381374,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c94b7209-191b-4e0b-b83e-47f90dc0432d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784914723.3813903,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c94b7209-191b-4e0b-b83e-47f90dc0432d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784914723.381415,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c94b7209-191b-4e0b-b83e-47f90dc0432d"} {"level":"info","ts":1784914816.1899981,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914816.1900837,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f4fab975-c788-42cd-8b11-e2e02cc435a7"} {"level":"info","ts":1784914816.190094,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f4fab975-c788-42cd-8b11-e2e02cc435a7"} {"level":"info","ts":1784914816.1901062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4fab975-c788-42cd-8b11-e2e02cc435a7","EoS":false} {"level":"info","ts":1784914816.1901193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f4fab975-c788-42cd-8b11-e2e02cc435a7","EoS":true} {"level":"info","ts":1784914816.190166,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f4fab975-c788-42cd-8b11-e2e02cc435a7","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784914816.1901855,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f4fab975-c788-42cd-8b11-e2e02cc435a7","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784914816.1902127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f4fab975-c788-42cd-8b11-e2e02cc435a7"} {"level":"info","ts":1784914842.131905,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914842.1319835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"} {"level":"info","ts":1784914842.1319935,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"} {"level":"info","ts":1784914842.132006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","EoS":false} {"level":"info","ts":1784914842.1320171,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","EoS":true} {"level":"info","ts":1784914842.1320393,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784914842.132053,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784914842.1320767,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6b124d48-7336-4d6d-b46d-4e5e324d0076"} {"level":"info","ts":1784914879.2590759,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914879.2591865,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"} {"level":"info","ts":1784914879.2591956,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"} {"level":"info","ts":1784914879.259208,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","EoS":false} {"level":"info","ts":1784914879.25922,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","EoS":true} {"level":"info","ts":1784914879.2592423,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914879.2592573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914879.2592843,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4d2b0b3-36c1-44c7-bb3e-46a71f9d1ba8"} {"level":"info","ts":1784914894.508741,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914894.5088232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"} {"level":"info","ts":1784914894.5088367,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"} {"level":"info","ts":1784914894.5088499,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","EoS":false} {"level":"info","ts":1784914894.5088701,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","EoS":true} {"level":"info","ts":1784914894.5088923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914894.5089073,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914894.508971,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f0ea5c2-7389-46fb-823e-e4fbf74aea81"} {"level":"info","ts":1784914894.7967017,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784914894.7967985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37cbebdd-24a4-4777-9e2b-6f3d601607db"} {"level":"info","ts":1784914894.7968159,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37cbebdd-24a4-4777-9e2b-6f3d601607db"} {"level":"info","ts":1784914894.796838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37cbebdd-24a4-4777-9e2b-6f3d601607db","EoS":false} {"level":"info","ts":1784914894.796861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37cbebdd-24a4-4777-9e2b-6f3d601607db","EoS":true} {"level":"info","ts":1784914894.7968936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37cbebdd-24a4-4777-9e2b-6f3d601607db","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784914894.7969139,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37cbebdd-24a4-4777-9e2b-6f3d601607db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784914894.7969494,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37cbebdd-24a4-4777-9e2b-6f3d601607db"} {"level":"info","ts":1784915204.0759773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915204.0760684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"} {"level":"info","ts":1784915204.0760806,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"} {"level":"info","ts":1784915204.0760956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","EoS":false} {"level":"info","ts":1784915204.0761092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","EoS":true} {"level":"info","ts":1784915204.0761387,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915204.0761867,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96b82367-0d28-977d-8880-327d1799242a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915204.0762126,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96b82367-0d28-977d-8880-327d1799242a"} {"level":"info","ts":1784915204.1184278,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915204.1184914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1f377450-a749-4fb0-9b15-3a4901054427"} {"level":"info","ts":1784915204.1185005,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1f377450-a749-4fb0-9b15-3a4901054427"} {"level":"info","ts":1784915204.1185112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f377450-a749-4fb0-9b15-3a4901054427","EoS":false} {"level":"info","ts":1784915204.1185215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1f377450-a749-4fb0-9b15-3a4901054427","EoS":true} {"level":"info","ts":1784915204.1185405,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1f377450-a749-4fb0-9b15-3a4901054427","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915204.118555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1f377450-a749-4fb0-9b15-3a4901054427","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915204.1185756,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1f377450-a749-4fb0-9b15-3a4901054427"} {"level":"info","ts":1784915204.1540241,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915204.154099,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dc25a38b-53ce-4ef1-88d1-d48cfd2b4eda"} {"level":"info","ts":1784915204.1541078,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dc25a38b-53ce-4ef1-88d1-d48cfd2b4eda"} {"level":"info","ts":1784915204.1541207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc25a38b-53ce-4ef1-88d1-d48cfd2b4eda","EoS":false} {"level":"info","ts":1784915204.1541352,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dc25a38b-53ce-4ef1-88d1-d48cfd2b4eda","EoS":true} {"level":"info","ts":1784915204.1541827,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dc25a38b-53ce-4ef1-88d1-d48cfd2b4eda","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784915204.1542041,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dc25a38b-53ce-4ef1-88d1-d48cfd2b4eda","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784915204.1542282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dc25a38b-53ce-4ef1-88d1-d48cfd2b4eda"} {"level":"info","ts":1784915209.0163481,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e66a1550-54bf-40dc-bd76-95ea35d1d23f"} {"level":"info","ts":1784915209.0163925,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"076f1f73-c437-42cc-b6c4-35fe67389003","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915209.0164435,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"076f1f73-c437-42cc-b6c4-35fe67389003","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784915209.025819,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"134afc90-353d-4d96-b509-4e0c842a20cd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915209.0258431,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"134afc90-353d-4d96-b509-4e0c842a20cd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784915209.0262203,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38763.642015301,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.0262454,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.1147575,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.2048523,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3feae9fd-cad8-466a-9862-a539625b43e9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915209.2049096,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3feae9fd-cad8-466a-9862-a539625b43e9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784915209.204979,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34681.425716024,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.2049963,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.2051198,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cba18d72-0998-44ab-a20c-ae3fbd74a9b0"} {"level":"info","ts":1784915209.205308,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcd50936-e03f-40ac-a080-cfbbf23598f3","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915209.2054558,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dcd50936-e03f-40ac-a080-cfbbf23598f3","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915209.205487,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35035.395407459,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.2055027,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.2135987,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.2155612,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784915209.3056386,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cba18d72-0998-44ab-a20c-ae3fbd74a9b0","name":"e2e-external-model"} {"level":"info","ts":1784915209.3056862,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e66a1550-54bf-40dc-bd76-95ea35d1d23f","name":"e2e-external-provider"} {"level":"info","ts":1784915209.3487504,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b67e741f-913a-44fa-adf1-ffed18f94c36","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915209.348793,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b67e741f-913a-44fa-adf1-ffed18f94c36","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784915209.3528006,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cba18d72-0998-44ab-a20c-ae3fbd74a9b0","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784915209.3528485,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cba18d72-0998-44ab-a20c-ae3fbd74a9b0","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915209.3529074,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"225d4af9-ce63-4514-bd4b-49a709464fa7"} {"level":"info","ts":1784915209.3529532,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"225d4af9-ce63-4514-bd4b-49a709464fa7","name":"e2e-external-model"} {"level":"info","ts":1784915209.3548708,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e66a1550-54bf-40dc-bd76-95ea35d1d23f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784915209.361737,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"e66a1550-54bf-40dc-bd76-95ea35d1d23f","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915209.3618307,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35116e76-4938-45a7-83d6-ceb14649db26"} {"level":"info","ts":1784915209.361882,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35116e76-4938-45a7-83d6-ceb14649db26","name":"e2e-external-provider"} {"level":"error","ts":1784915209.3677516,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"225d4af9-ce63-4514-bd4b-49a709464fa7","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915209.3681295,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c28a8b0-fa17-4775-beb8-afd0a96278d6"} {"level":"info","ts":1784915209.3681328,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a14a67e1-3a3d-4e0c-ba39-bf36b6044e06","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915209.3682048,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c28a8b0-fa17-4775-beb8-afd0a96278d6","name":"e2e-external-model"} {"level":"info","ts":1784915209.3682044,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a14a67e1-3a3d-4e0c-ba39-bf36b6044e06","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915209.3742495,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"35116e76-4938-45a7-83d6-ceb14649db26","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784915209.3775098,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3c28a8b0-fa17-4775-beb8-afd0a96278d6","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915209.3840125,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2da809af-7f48-4cb8-808a-4800aeb32fa4","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915209.3840487,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2da809af-7f48-4cb8-808a-4800aeb32fa4","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784915209.3849757,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7879029b-9305-4b63-a5c4-636f375f4012"} {"level":"info","ts":1784915209.385026,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7879029b-9305-4b63-a5c4-636f375f4012","name":"e2e-external-model"} {"level":"info","ts":1784915209.3963563,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7879029b-9305-4b63-a5c4-636f375f4012","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915216.6634724,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915216.663551,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab"} {"level":"info","ts":1784915216.6635618,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab"} {"level":"info","ts":1784915216.6635728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab","EoS":false} {"level":"info","ts":1784915216.6635835,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab","EoS":true} {"level":"info","ts":1784915216.663604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784915216.6636188,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915216.663626,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab","modelName":"e2e-external-model"} {"level":"info","ts":1784915216.66364,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915216.6637025,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebbd6339-b803-4005-bfba-576b5366e2ab"} {"level":"info","ts":1784915216.7245166,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915216.724589,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f9370d18-9921-477a-82de-c544e784f246"} {"level":"info","ts":1784915216.7245975,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f9370d18-9921-477a-82de-c544e784f246"} {"level":"info","ts":1784915216.724608,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9370d18-9921-477a-82de-c544e784f246","EoS":false} {"level":"info","ts":1784915216.7246206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f9370d18-9921-477a-82de-c544e784f246","EoS":true} {"level":"info","ts":1784915216.7246416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f9370d18-9921-477a-82de-c544e784f246","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784915216.7246563,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f9370d18-9921-477a-82de-c544e784f246","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915216.7246633,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"f9370d18-9921-477a-82de-c544e784f246","modelName":"e2e-external-model"} {"level":"info","ts":1784915216.724677,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"f9370d18-9921-477a-82de-c544e784f246","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915216.724711,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f9370d18-9921-477a-82de-c544e784f246"} {"level":"info","ts":1784915216.7539356,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915216.7540112,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b"} {"level":"info","ts":1784915216.7540221,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b"} {"level":"info","ts":1784915216.7540338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","EoS":false} {"level":"info","ts":1784915216.754045,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","EoS":true} {"level":"info","ts":1784915216.7540643,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784915216.7540803,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915216.7540872,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","modelName":"e2e-external-model"} {"level":"info","ts":1784915216.7541008,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915216.754134,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d01fa330-a9b3-4a84-9b29-bf86a10be13b"} {"level":"info","ts":1784915216.8945053,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebe4f64e-0918-49d5-810c-6085bb28d888","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915216.8945532,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ebe4f64e-0918-49d5-810c-6085bb28d888","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915216.8945053,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c91d0e5-c328-458b-9de8-ac95dd84f190"} {"level":"info","ts":1784915216.9015124,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b287c9d5-f8a3-47f5-a09a-f54dcee8f84d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915216.9015439,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b287c9d5-f8a3-47f5-a09a-f54dcee8f84d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784915216.9050035,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c91d0e5-c328-458b-9de8-ac95dd84f190","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915216.905058,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c91d0e5-c328-458b-9de8-ac95dd84f190","name":"e2e-cleanup-test"} {"level":"error","ts":1784915216.9318867,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c91d0e5-c328-458b-9de8-ac95dd84f190","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784915216.9319396,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c91d0e5-c328-458b-9de8-ac95dd84f190","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915216.9320078,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00d77b63-7849-42ce-9c45-7e814118d481"} {"level":"info","ts":1784915216.9320679,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00d77b63-7849-42ce-9c45-7e814118d481","name":"e2e-cleanup-test"} {"level":"info","ts":1784915216.932358,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9911dd79-c2f8-43b7-b07d-81fea07308e4","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915216.932387,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9911dd79-c2f8-43b7-b07d-81fea07308e4","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784915216.9571044,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00d77b63-7849-42ce-9c45-7e814118d481","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784915216.9633033,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"00d77b63-7849-42ce-9c45-7e814118d481","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784915216.963405,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04524866-78a6-4806-ac84-29ac97dbb32d"} {"level":"info","ts":1784915216.9634664,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04524866-78a6-4806-ac84-29ac97dbb32d","name":"e2e-cleanup-test"} {"level":"info","ts":1784915216.9774354,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"04524866-78a6-4806-ac84-29ac97dbb32d","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784915225.1754925,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"31970073-fc25-46b2-a814-424821362540"} {"level":"info","ts":1784915225.1755028,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dffb62a0-6c7a-4259-8884-d6bc933ee65d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915225.175565,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dffb62a0-6c7a-4259-8884-d6bc933ee65d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784915229.4902549,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915229.4903436,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d"} {"level":"info","ts":1784915229.4903557,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d"} {"level":"info","ts":1784915229.4903727,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d","EoS":false} {"level":"info","ts":1784915229.4903903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d","EoS":true} {"level":"info","ts":1784915229.490416,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784915229.4904354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784915229.490468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71595b5d-4335-4149-9c51-95c3a411359d"} {"level":"info","ts":1784915229.5164661,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915229.5165386,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753"} {"level":"info","ts":1784915229.5165474,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753"} {"level":"info","ts":1784915229.5165596,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","EoS":false} {"level":"info","ts":1784915229.5165694,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","EoS":true} {"level":"info","ts":1784915229.5166001,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784915229.516615,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915229.5166214,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","modelName":"e2e-external-model"} {"level":"info","ts":1784915229.5166345,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784915229.5166655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fd87fce-8da2-4318-9d30-05fcb2e16753"} {"level":"info","ts":1784915229.5564144,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915229.5564764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"} {"level":"info","ts":1784915229.556485,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"} {"level":"info","ts":1784915229.5564954,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","EoS":false} {"level":"info","ts":1784915229.5565052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","EoS":true} {"level":"info","ts":1784915229.5565217,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784915229.556535,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5948a331-5757-4929-a983-382d55d4029c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784915229.5565522,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5948a331-5757-4929-a983-382d55d4029c"} {"level":"info","ts":1784915229.7051985,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784915229.705264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"} {"level":"info","ts":1784915229.705273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"} {"level":"info","ts":1784915229.7052839,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","EoS":false} {"level":"info","ts":1784915229.7052946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","EoS":true} {"level":"info","ts":1784915229.7053158,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3","field":"model"} {"level":"info","ts":1784915229.7053409,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7cb03cdb-1006-459f-ab95-20a8c5f119c3"} {"level":"info","ts":1784915230.7123184,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ae7f6af-8779-486d-9e55-5d143a66065a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915230.7123492,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7ae7f6af-8779-486d-9e55-5d143a66065a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784915230.7123146,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cfdc19eb-ba36-42de-b822-a03834465b2f"} {"level":"info","ts":1784915230.880071,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2b1cf081-6a19-4301-9b58-015fbb58b4b5"} {"level":"info","ts":1784915230.880096,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"069d41f0-1449-47fb-8ea7-c1d66157e42b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784915230.8801196,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"069d41f0-1449-47fb-8ea7-c1d66157e42b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784916394.367613,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916394.3676999,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5313f688-012b-477e-a4a9-72f8afe54f05"} {"level":"info","ts":1784916454.3955383,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784916454.395643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"} {"level":"info","ts":1784916454.3956597,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"} {"level":"info","ts":1784916454.395678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","EoS":false} {"level":"info","ts":1784916454.395693,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","EoS":true} {"level":"info","ts":1784916454.395726,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784916454.3957481,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1784916454.3957865,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8a27c8f-9b0f-46c1-a807-1df9f7546a16"}