{"level":"info","ts":1784771038.8950775,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"} {"level":"info","ts":1784771038.8950884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"} {"level":"info","ts":1784771038.8951004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","EoS":false} {"level":"info","ts":1784771038.8951108,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","EoS":true} {"level":"info","ts":1784771038.8951294,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771038.8951442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771038.8951643,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a8d23ce-91ef-4985-802f-745099fe4f41"} {"level":"info","ts":1784771038.930708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771038.9307778,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b8972e29-7579-48c1-a46a-4ea3fcaa8bed"} {"level":"info","ts":1784771038.930787,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b8972e29-7579-48c1-a46a-4ea3fcaa8bed"} {"level":"info","ts":1784771038.930798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8972e29-7579-48c1-a46a-4ea3fcaa8bed","EoS":false} {"level":"info","ts":1784771038.9308105,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b8972e29-7579-48c1-a46a-4ea3fcaa8bed","EoS":true} {"level":"info","ts":1784771038.9308288,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b8972e29-7579-48c1-a46a-4ea3fcaa8bed","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771038.9308434,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b8972e29-7579-48c1-a46a-4ea3fcaa8bed","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771038.9308627,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b8972e29-7579-48c1-a46a-4ea3fcaa8bed"} {"level":"info","ts":1784771043.0961492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771043.096222,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b318908c-df2f-4ebc-9120-87a303693e79"} {"level":"info","ts":1784771043.0962324,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b318908c-df2f-4ebc-9120-87a303693e79"} {"level":"info","ts":1784771043.0962443,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b318908c-df2f-4ebc-9120-87a303693e79","EoS":false} {"level":"info","ts":1784771043.0962598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b318908c-df2f-4ebc-9120-87a303693e79","EoS":true} {"level":"info","ts":1784771043.09628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b318908c-df2f-4ebc-9120-87a303693e79","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771043.096295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b318908c-df2f-4ebc-9120-87a303693e79","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771043.0963178,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b318908c-df2f-4ebc-9120-87a303693e79"} {"level":"info","ts":1784771061.9854608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771061.9855547,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"} {"level":"info","ts":1784771061.9855711,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"} {"level":"info","ts":1784771061.985588,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","EoS":false} {"level":"info","ts":1784771061.9856079,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","EoS":true} {"level":"info","ts":1784771061.9856353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771061.985654,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771061.9856796,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44828407-8667-4189-ba93-c3b543bca3e8"} {"level":"info","ts":1784771062.1217444,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771062.1218166,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"} {"level":"info","ts":1784771062.1218278,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"} {"level":"info","ts":1784771062.1218393,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","EoS":false} {"level":"info","ts":1784771062.12185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","EoS":true} {"level":"info","ts":1784771062.1218705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771062.1218853,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771062.1219058,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b95e3378-4073-49e3-9278-ea01f7aa4cb9"} {"level":"info","ts":1784771062.25724,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771062.257319,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"} {"level":"info","ts":1784771062.2573333,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"} {"level":"info","ts":1784771062.2573452,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","EoS":false} {"level":"info","ts":1784771062.2573566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","EoS":true} {"level":"info","ts":1784771062.2573755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771062.257395,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771062.2574213,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"373d0dd3-e238-4d9c-985b-1a260abe43de"} {"level":"info","ts":1784771062.3880374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771062.3881073,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"} {"level":"info","ts":1784771062.3881176,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"} {"level":"info","ts":1784771062.3881283,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","EoS":false} {"level":"info","ts":1784771062.3881392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","EoS":true} {"level":"info","ts":1784771062.3881626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771062.3881767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771062.3881967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d236f25a-11a2-4f16-9eb7-0e5832266eaa"} {"level":"info","ts":1784771062.5202594,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771062.520344,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"} {"level":"info","ts":1784771062.52036,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"} {"level":"info","ts":1784771062.5203795,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","EoS":false} {"level":"info","ts":1784771062.5203998,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","EoS":true} {"level":"info","ts":1784771062.5204258,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771062.5204566,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771062.52048,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"05f1ca0b-227d-43db-a57a-2f4de1555216"} {"level":"info","ts":1784771062.6523237,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771062.6524026,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"79bedd63-42a8-4100-b359-58354dbb002a"} {"level":"info","ts":1784771062.6524134,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"79bedd63-42a8-4100-b359-58354dbb002a"} {"level":"info","ts":1784771062.652424,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79bedd63-42a8-4100-b359-58354dbb002a","EoS":false} {"level":"info","ts":1784771062.6524632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"79bedd63-42a8-4100-b359-58354dbb002a","EoS":true} {"level":"info","ts":1784771062.6524887,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"79bedd63-42a8-4100-b359-58354dbb002a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771062.6525033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"79bedd63-42a8-4100-b359-58354dbb002a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771062.6525254,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"79bedd63-42a8-4100-b359-58354dbb002a"} {"level":"info","ts":1784771079.3155098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771079.3156018,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"} {"level":"info","ts":1784771079.3156154,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"} {"level":"info","ts":1784771079.3156338,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","EoS":false} {"level":"info","ts":1784771079.3156555,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","EoS":true} {"level":"info","ts":1784771079.315688,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771079.3157067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771079.3157337,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f2b26517-8e78-49f6-83ab-a12d4d844f19"} {"level":"info","ts":1784771079.3492734,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771079.3493545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"582f8dfd-542b-471a-90b1-e6f75d3f430b"} {"level":"info","ts":1784771079.3493676,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"582f8dfd-542b-471a-90b1-e6f75d3f430b"} {"level":"info","ts":1784771079.3493984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"582f8dfd-542b-471a-90b1-e6f75d3f430b","EoS":false} {"level":"info","ts":1784771079.3494172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"582f8dfd-542b-471a-90b1-e6f75d3f430b","EoS":true} {"level":"info","ts":1784771079.3494625,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"582f8dfd-542b-471a-90b1-e6f75d3f430b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771079.3494809,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"582f8dfd-542b-471a-90b1-e6f75d3f430b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771079.3495066,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"582f8dfd-542b-471a-90b1-e6f75d3f430b"} {"level":"info","ts":1784771079.3773804,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771079.3774583,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e7f62dfc-926a-4a22-8c86-93700608f6a8"} {"level":"info","ts":1784771079.377472,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e7f62dfc-926a-4a22-8c86-93700608f6a8"} {"level":"info","ts":1784771079.377484,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f62dfc-926a-4a22-8c86-93700608f6a8","EoS":false} {"level":"info","ts":1784771079.3774943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e7f62dfc-926a-4a22-8c86-93700608f6a8","EoS":true} {"level":"info","ts":1784771079.377512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e7f62dfc-926a-4a22-8c86-93700608f6a8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771079.3775256,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e7f62dfc-926a-4a22-8c86-93700608f6a8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771079.3775425,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e7f62dfc-926a-4a22-8c86-93700608f6a8"} {"level":"info","ts":1784771079.4081776,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771079.4082267,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1e7d9e7-2617-41d6-bfcf-1afe3dd64907"} {"level":"info","ts":1784771084.016287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771084.0163624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"} {"level":"info","ts":1784771084.0163724,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"} {"level":"info","ts":1784771084.016388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","EoS":false} {"level":"info","ts":1784771084.016406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","EoS":true} {"level":"info","ts":1784771084.016426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771084.0164552,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771084.016476,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f674cbaf-bdde-481b-ac77-d22391277c1e"} {"level":"info","ts":1784771092.5747886,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771092.5748625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f7940aeb-a64c-4f08-82ec-4298374c27cb"} {"level":"info","ts":1784771092.574873,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f7940aeb-a64c-4f08-82ec-4298374c27cb"} {"level":"info","ts":1784771092.5748847,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7940aeb-a64c-4f08-82ec-4298374c27cb","EoS":false} {"level":"info","ts":1784771092.5748963,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f7940aeb-a64c-4f08-82ec-4298374c27cb","EoS":true} {"level":"info","ts":1784771092.5749156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f7940aeb-a64c-4f08-82ec-4298374c27cb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771092.5749307,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f7940aeb-a64c-4f08-82ec-4298374c27cb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771092.5749493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f7940aeb-a64c-4f08-82ec-4298374c27cb"} {"level":"info","ts":1784771094.602525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771094.6025996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"} {"level":"info","ts":1784771094.6026123,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"} {"level":"info","ts":1784771094.6026244,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","EoS":false} {"level":"info","ts":1784771094.602636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","EoS":true} {"level":"info","ts":1784771094.6026573,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771094.6026719,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771094.6026967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1eaabc28-65b1-4fee-9080-a85e1334daff"} {"level":"info","ts":1784771107.4479644,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771107.448042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"} {"level":"info","ts":1784771107.4480517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"} {"level":"info","ts":1784771107.4480631,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","EoS":false} {"level":"info","ts":1784771107.448078,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","EoS":true} {"level":"info","ts":1784771107.448102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771107.4481199,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771107.4481413,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f89e1356-80aa-46f7-8a2e-ae98c0ced4e6"} {"level":"info","ts":1784771115.9755554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771115.9756362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"} {"level":"info","ts":1784771115.9756496,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"} {"level":"info","ts":1784771115.975661,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","EoS":false} {"level":"info","ts":1784771115.9756718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","EoS":true} {"level":"info","ts":1784771115.9756947,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771115.97571,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771115.9757323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"46bef602-73e6-42fb-afa9-c43cf54211cb"} {"level":"info","ts":1784771124.825645,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771124.8257248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"} {"level":"info","ts":1784771124.8257365,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"} {"level":"info","ts":1784771124.825747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","EoS":false} {"level":"info","ts":1784771124.8257585,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","EoS":true} {"level":"info","ts":1784771124.8257816,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771124.8257976,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771124.8258166,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1e470583-1f54-44e6-93c0-c50572f8581e"} {"level":"info","ts":1784771133.805621,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771133.8057005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3c37ec09-7b44-4a94-b51b-18ef6a3f772d"} {"level":"info","ts":1784771133.8057096,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3c37ec09-7b44-4a94-b51b-18ef6a3f772d"} {"level":"info","ts":1784771133.8057215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c37ec09-7b44-4a94-b51b-18ef6a3f772d","EoS":false} {"level":"info","ts":1784771133.805732,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3c37ec09-7b44-4a94-b51b-18ef6a3f772d","EoS":true} {"level":"info","ts":1784771133.8057544,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3c37ec09-7b44-4a94-b51b-18ef6a3f772d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771133.8057687,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3c37ec09-7b44-4a94-b51b-18ef6a3f772d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771133.80579,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3c37ec09-7b44-4a94-b51b-18ef6a3f772d"} {"level":"info","ts":1784771138.5340035,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771138.5340924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f11da6e9-936f-4dba-a96d-1e10a703059e"} {"level":"info","ts":1784771138.534106,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f11da6e9-936f-4dba-a96d-1e10a703059e"} {"level":"info","ts":1784771138.5341225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f11da6e9-936f-4dba-a96d-1e10a703059e","EoS":false} {"level":"info","ts":1784771138.5341358,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f11da6e9-936f-4dba-a96d-1e10a703059e","EoS":true} {"level":"info","ts":1784771138.5341563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f11da6e9-936f-4dba-a96d-1e10a703059e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771138.5341706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f11da6e9-936f-4dba-a96d-1e10a703059e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771138.534191,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f11da6e9-936f-4dba-a96d-1e10a703059e"} {"level":"info","ts":1784771143.2666721,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771143.2667465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b5980ad-3e1a-49df-ba06-bf530c4920ba"} {"level":"info","ts":1784771143.2667587,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b5980ad-3e1a-49df-ba06-bf530c4920ba"} {"level":"info","ts":1784771143.2667701,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b5980ad-3e1a-49df-ba06-bf530c4920ba","EoS":false} {"level":"info","ts":1784771143.2667828,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b5980ad-3e1a-49df-ba06-bf530c4920ba","EoS":true} {"level":"info","ts":1784771143.2668037,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b5980ad-3e1a-49df-ba06-bf530c4920ba","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771143.2668207,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b5980ad-3e1a-49df-ba06-bf530c4920ba","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771143.2668395,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b5980ad-3e1a-49df-ba06-bf530c4920ba"} {"level":"info","ts":1784771143.5194871,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771143.5195625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e9c4fb6-e405-4c31-881e-00a25baacd12"} {"level":"info","ts":1784771143.5195727,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e9c4fb6-e405-4c31-881e-00a25baacd12"} {"level":"info","ts":1784771143.519584,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e9c4fb6-e405-4c31-881e-00a25baacd12","EoS":false} {"level":"info","ts":1784771143.5196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e9c4fb6-e405-4c31-881e-00a25baacd12","EoS":true} {"level":"info","ts":1784771143.519624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e9c4fb6-e405-4c31-881e-00a25baacd12","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771143.5196416,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e9c4fb6-e405-4c31-881e-00a25baacd12","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771143.5196607,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e9c4fb6-e405-4c31-881e-00a25baacd12"} {"level":"info","ts":1784771145.5509212,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771145.551005,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"76e040f4-2767-48d2-9a61-54831362b867"} {"level":"info","ts":1784771145.551018,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"76e040f4-2767-48d2-9a61-54831362b867"} {"level":"info","ts":1784771145.5510302,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76e040f4-2767-48d2-9a61-54831362b867","EoS":false} {"level":"info","ts":1784771145.5510406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"76e040f4-2767-48d2-9a61-54831362b867","EoS":true} {"level":"info","ts":1784771145.5510628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"76e040f4-2767-48d2-9a61-54831362b867","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771145.5510793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"76e040f4-2767-48d2-9a61-54831362b867","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771145.5511284,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"76e040f4-2767-48d2-9a61-54831362b867"} {"level":"info","ts":1784771147.581513,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771147.581609,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c464ec4-7b98-4816-bb8d-dd5a4fcbd084"} {"level":"info","ts":1784771147.58163,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c464ec4-7b98-4816-bb8d-dd5a4fcbd084"} {"level":"info","ts":1784771147.5816479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c464ec4-7b98-4816-bb8d-dd5a4fcbd084","EoS":false} {"level":"info","ts":1784771147.5816681,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c464ec4-7b98-4816-bb8d-dd5a4fcbd084","EoS":true} {"level":"info","ts":1784771147.5816953,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c464ec4-7b98-4816-bb8d-dd5a4fcbd084","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771147.5817146,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c464ec4-7b98-4816-bb8d-dd5a4fcbd084","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771147.581748,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c464ec4-7b98-4816-bb8d-dd5a4fcbd084"} {"level":"info","ts":1784771149.6115608,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771149.6116564,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"} {"level":"info","ts":1784771149.6116726,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"} {"level":"info","ts":1784771149.6116862,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","EoS":false} {"level":"info","ts":1784771149.611697,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","EoS":true} {"level":"info","ts":1784771149.6117172,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771149.6117353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771149.6117566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c9c864c-51d9-4369-80dd-787fa6349c8b"} {"level":"info","ts":1784771171.6691484,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771171.6692293,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"} {"level":"info","ts":1784771171.6692426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"} {"level":"info","ts":1784771171.669257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","EoS":false} {"level":"info","ts":1784771171.6692696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","EoS":true} {"level":"info","ts":1784771171.6692905,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771171.6693056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771171.669328,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9744492e-8a8f-4ca0-bde8-c807db2084af"} {"level":"info","ts":1784771180.9442677,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771180.9443617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30daa464-539c-42ae-bf4d-eef9244d02c7"} {"level":"info","ts":1784771180.9443817,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30daa464-539c-42ae-bf4d-eef9244d02c7"} {"level":"info","ts":1784771180.9444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30daa464-539c-42ae-bf4d-eef9244d02c7","EoS":false} {"level":"info","ts":1784771180.944422,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30daa464-539c-42ae-bf4d-eef9244d02c7","EoS":true} {"level":"info","ts":1784771180.94448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30daa464-539c-42ae-bf4d-eef9244d02c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771180.944503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30daa464-539c-42ae-bf4d-eef9244d02c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771180.9445398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30daa464-539c-42ae-bf4d-eef9244d02c7"} {"level":"info","ts":1784771186.3340125,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771186.3340924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7fbee389-f8b7-42b2-afd6-778efb6ec313"} {"level":"info","ts":1784771186.3341095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7fbee389-f8b7-42b2-afd6-778efb6ec313"} {"level":"info","ts":1784771186.3341236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fbee389-f8b7-42b2-afd6-778efb6ec313","EoS":false} {"level":"info","ts":1784771186.3341362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7fbee389-f8b7-42b2-afd6-778efb6ec313","EoS":true} {"level":"info","ts":1784771186.3341577,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7fbee389-f8b7-42b2-afd6-778efb6ec313","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771186.3341706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7fbee389-f8b7-42b2-afd6-778efb6ec313","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771186.3341901,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7fbee389-f8b7-42b2-afd6-778efb6ec313"} {"level":"info","ts":1784771195.8419924,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771195.8420873,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30abb7aa-91e4-9fc3-8147-ee48660a4e1c"} {"level":"info","ts":1784771195.8421056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30abb7aa-91e4-9fc3-8147-ee48660a4e1c"} {"level":"info","ts":1784771195.8421202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30abb7aa-91e4-9fc3-8147-ee48660a4e1c","EoS":false} {"level":"info","ts":1784771195.8421335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30abb7aa-91e4-9fc3-8147-ee48660a4e1c","EoS":true} {"level":"info","ts":1784771195.8421557,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30abb7aa-91e4-9fc3-8147-ee48660a4e1c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771195.8421712,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30abb7aa-91e4-9fc3-8147-ee48660a4e1c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771195.8421917,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30abb7aa-91e4-9fc3-8147-ee48660a4e1c"} {"level":"info","ts":1784771197.8697839,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771197.8698735,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"} {"level":"info","ts":1784771197.869888,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"} {"level":"info","ts":1784771197.869902,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","EoS":false} {"level":"info","ts":1784771197.8699152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","EoS":true} {"level":"info","ts":1784771197.869934,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771197.8699486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771197.8699665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7147ff79-2355-4cb3-8822-325d835c7c80"} {"level":"info","ts":1784771207.2104247,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771207.210536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"} {"level":"info","ts":1784771207.2105489,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"} {"level":"info","ts":1784771207.2105606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","EoS":false} {"level":"info","ts":1784771207.2105715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","EoS":true} {"level":"info","ts":1784771207.2105904,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771207.2106056,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771207.210625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9ca0ad7c-3f53-4968-a6ba-b91b347bbc39"} {"level":"info","ts":1784771207.2501569,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771207.250237,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"} {"level":"info","ts":1784771207.2502494,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"} {"level":"info","ts":1784771207.2502615,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","EoS":false} {"level":"info","ts":1784771207.250272,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","EoS":true} {"level":"info","ts":1784771207.2502983,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771207.2503147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771207.2503326,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"949e5ce4-0665-4eac-baa5-311d2f7aa842"} {"level":"info","ts":1784771226.252782,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771226.2528625,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"} {"level":"info","ts":1784771226.2528753,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"} {"level":"info","ts":1784771226.252887,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","EoS":false} {"level":"info","ts":1784771226.2528973,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","EoS":true} {"level":"info","ts":1784771226.2529154,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771226.252931,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771226.2529492,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7913060a-ef45-42ce-b479-5edf731c64dc"} {"level":"info","ts":1784771235.6022062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771235.6022809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6726976e-4355-4d6e-a36e-d25c72cc0829"} {"level":"info","ts":1784771235.6022906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6726976e-4355-4d6e-a36e-d25c72cc0829"} {"level":"info","ts":1784771235.6023018,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6726976e-4355-4d6e-a36e-d25c72cc0829","EoS":false} {"level":"info","ts":1784771235.6023128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6726976e-4355-4d6e-a36e-d25c72cc0829","EoS":true} {"level":"info","ts":1784771235.602333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6726976e-4355-4d6e-a36e-d25c72cc0829","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771235.6023488,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6726976e-4355-4d6e-a36e-d25c72cc0829","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771235.6023703,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6726976e-4355-4d6e-a36e-d25c72cc0829"} {"level":"info","ts":1784771240.8111858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771240.8112588,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ba2caf4-0f4a-492d-a4b0-15a7741197c2"} {"level":"info","ts":1784771240.8112671,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6ba2caf4-0f4a-492d-a4b0-15a7741197c2"} {"level":"info","ts":1784771240.811278,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ba2caf4-0f4a-492d-a4b0-15a7741197c2","EoS":false} {"level":"info","ts":1784771240.8112893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6ba2caf4-0f4a-492d-a4b0-15a7741197c2","EoS":true} {"level":"info","ts":1784771240.8113103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ba2caf4-0f4a-492d-a4b0-15a7741197c2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784771240.8113265,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ba2caf4-0f4a-492d-a4b0-15a7741197c2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784771240.811347,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6ba2caf4-0f4a-492d-a4b0-15a7741197c2"} {"level":"info","ts":1784771331.1955907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771331.1956758,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a72efa40-c6d1-4c6f-bcb2-a744f67b83e4"} {"level":"info","ts":1784771331.1956904,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a72efa40-c6d1-4c6f-bcb2-a744f67b83e4"} {"level":"info","ts":1784771331.1957054,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a72efa40-c6d1-4c6f-bcb2-a744f67b83e4","EoS":false} {"level":"info","ts":1784771331.195719,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a72efa40-c6d1-4c6f-bcb2-a744f67b83e4","EoS":true} {"level":"info","ts":1784771331.1957412,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a72efa40-c6d1-4c6f-bcb2-a744f67b83e4","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784771331.1957572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a72efa40-c6d1-4c6f-bcb2-a744f67b83e4","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784771331.1957831,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a72efa40-c6d1-4c6f-bcb2-a744f67b83e4"} {"level":"info","ts":1784771356.6769133,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771356.6770194,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"} {"level":"info","ts":1784771356.6770291,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"} {"level":"info","ts":1784771356.6770418,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","EoS":false} {"level":"info","ts":1784771356.6770527,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","EoS":true} {"level":"info","ts":1784771356.6770737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784771356.67709,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784771356.6771097,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb12d274-e522-4b61-9f07-affd9583114b"} {"level":"info","ts":1784771391.4329062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771391.4329956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"} {"level":"info","ts":1784771391.433011,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"} {"level":"info","ts":1784771391.433025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","EoS":false} {"level":"info","ts":1784771391.4330373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","EoS":true} {"level":"info","ts":1784771391.4330604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771391.433076,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771391.4330943,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5b68ba6b-f8c0-4f0e-9951-baf6061ffc4f"} {"level":"info","ts":1784771406.65134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771406.6514184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"} {"level":"info","ts":1784771406.6514306,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"} {"level":"info","ts":1784771406.6514618,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","EoS":false} {"level":"info","ts":1784771406.6514761,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","EoS":true} {"level":"info","ts":1784771406.6514971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771406.651512,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771406.6515346,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8fa8de0-4fb4-4de8-9768-ad157d635f41"} {"level":"info","ts":1784771406.9225478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771406.9226453,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"01328bef-657f-45dc-9ab9-7ea9d257520a"} {"level":"info","ts":1784771406.9226573,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"01328bef-657f-45dc-9ab9-7ea9d257520a"} {"level":"info","ts":1784771406.9226706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01328bef-657f-45dc-9ab9-7ea9d257520a","EoS":false} {"level":"info","ts":1784771406.922684,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"01328bef-657f-45dc-9ab9-7ea9d257520a","EoS":true} {"level":"info","ts":1784771406.9227042,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"01328bef-657f-45dc-9ab9-7ea9d257520a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784771406.9227192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"01328bef-657f-45dc-9ab9-7ea9d257520a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771406.9227376,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"01328bef-657f-45dc-9ab9-7ea9d257520a"} {"level":"info","ts":1784771697.361353,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771697.3614507,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"} {"level":"info","ts":1784771697.3614593,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"} {"level":"info","ts":1784771697.361471,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","EoS":false} {"level":"info","ts":1784771697.3614824,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","EoS":true} {"level":"info","ts":1784771697.3615043,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771697.3615198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771697.3615398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb515dc9-4839-469c-b5c0-f3b7c2f7872a"} {"level":"info","ts":1784771697.397177,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771697.3972542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0a0a2294-e7e9-4189-a855-d1454df10689"} {"level":"info","ts":1784771697.3972654,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0a0a2294-e7e9-4189-a855-d1454df10689"} {"level":"info","ts":1784771697.3972764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a0a2294-e7e9-4189-a855-d1454df10689","EoS":false} {"level":"info","ts":1784771697.3972907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0a0a2294-e7e9-4189-a855-d1454df10689","EoS":true} {"level":"info","ts":1784771697.3973107,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0a0a2294-e7e9-4189-a855-d1454df10689","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771697.3973253,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0a0a2294-e7e9-4189-a855-d1454df10689","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771697.397345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0a0a2294-e7e9-4189-a855-d1454df10689"} {"level":"info","ts":1784771697.4312067,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771697.4312665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"add73afc-e400-4219-92df-49df49e87143"} {"level":"info","ts":1784771697.431276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"add73afc-e400-4219-92df-49df49e87143"} {"level":"info","ts":1784771697.431287,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"add73afc-e400-4219-92df-49df49e87143","EoS":false} {"level":"info","ts":1784771697.4312968,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"add73afc-e400-4219-92df-49df49e87143","EoS":true} {"level":"info","ts":1784771697.4313128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"add73afc-e400-4219-92df-49df49e87143","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784771697.4313266,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"add73afc-e400-4219-92df-49df49e87143","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784771697.4313447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"add73afc-e400-4219-92df-49df49e87143"} {"level":"info","ts":1784771702.2694724,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c81450f-d6d6-408a-b7c1-6b70f9bae1af","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784771702.2695127,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"2c81450f-d6d6-408a-b7c1-6b70f9bae1af","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784771702.2695777,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0da05969-cc13-4ba4-8258-33299d84847b"} {"level":"info","ts":1784771702.2828257,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"763423ee-2140-4bc6-8370-4c198da69eab","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784771702.282852,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"763423ee-2140-4bc6-8370-4c198da69eab","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784771702.284493,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0da05969-cc13-4ba4-8258-33299d84847b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784771702.2846997,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35602.891951263,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.2847137,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.3863368,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.4727829,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ebf072be-6456-493b-9e73-cc39e7817951","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784771702.472848,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ebf072be-6456-493b-9e73-cc39e7817951","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784771702.47279,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32ae5bcb-4972-49a4-8d3e-a48ed7e8cd94"} {"level":"info","ts":1784771702.4729207,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfcde9e6-a695-418f-a0aa-0f0ecca5f18a","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784771702.4730327,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bfcde9e6-a695-418f-a0aa-0f0ecca5f18a","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784771702.4730718,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d7539c1-0f2d-4cd3-b991-61d2a61fc453","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784771702.4730844,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3d7539c1-0f2d-4cd3-b991-61d2a61fc453","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784771702.4732945,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":39255.342290025,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.4733086,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.4823828,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.4857976,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38096.178429266,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.4858193,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.4974577,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784771702.5661616,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"906d0e8a-ce8c-453e-999c-8845d2efe7ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784771702.5661986,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"906d0e8a-ce8c-453e-999c-8845d2efe7ed","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784771702.57402,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32ae5bcb-4972-49a4-8d3e-a48ed7e8cd94","name":"e2e-external-model"} {"level":"info","ts":1784771702.586189,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0da05969-cc13-4ba4-8258-33299d84847b","name":"e2e-external-provider"} {"level":"info","ts":1784771702.5923579,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd93310-4184-4254-92c0-7c54d80a18f8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784771702.5923903,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ecd93310-4184-4254-92c0-7c54d80a18f8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784771702.5996754,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32ae5bcb-4972-49a4-8d3e-a48ed7e8cd94","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784771702.599727,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"32ae5bcb-4972-49a4-8d3e-a48ed7e8cd94","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784771702.5998173,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402eaaa0-1a22-44ca-a39e-680652e97e70"} {"level":"info","ts":1784771702.5998812,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402eaaa0-1a22-44ca-a39e-680652e97e70","name":"e2e-external-model"} {"level":"info","ts":1784771702.6118712,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402eaaa0-1a22-44ca-a39e-680652e97e70","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784771702.6135445,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0da05969-cc13-4ba4-8258-33299d84847b","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784771702.622741,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0da05969-cc13-4ba4-8258-33299d84847b","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784771702.622825,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2bb0a72-7697-451c-a7ca-767aaf14183c"} {"level":"info","ts":1784771702.622873,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2bb0a72-7697-451c-a7ca-767aaf14183c","name":"e2e-external-provider"} {"level":"info","ts":1784771702.6244626,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa9f00e8-672f-4cf2-8fd0-e514c775a826","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784771702.6244886,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fa9f00e8-672f-4cf2-8fd0-e514c775a826","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784771702.6271615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8023b3e5-ed51-438f-8fe2-e61b2ba2512c"} {"level":"info","ts":1784771702.6272292,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8023b3e5-ed51-438f-8fe2-e61b2ba2512c","name":"e2e-external-model"} {"level":"info","ts":1784771702.6385505,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"c2bb0a72-7697-451c-a7ca-767aaf14183c","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784771702.639787,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8023b3e5-ed51-438f-8fe2-e61b2ba2512c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784771713.973916,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771713.9739935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817"} {"level":"info","ts":1784771713.974002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817"} {"level":"info","ts":1784771713.974015,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817","EoS":false} {"level":"info","ts":1784771713.9740252,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817","EoS":true} {"level":"info","ts":1784771713.9740446,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784771713.9740608,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784771713.9740682,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817","modelName":"e2e-external-model"} {"level":"info","ts":1784771713.9740827,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784771713.9741373,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90b1201a-d12e-4eae-98d3-2dee050a1817"} {"level":"info","ts":1784771714.0336351,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771714.0337093,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6"} {"level":"info","ts":1784771714.033722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6"} {"level":"info","ts":1784771714.033733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6","EoS":false} {"level":"info","ts":1784771714.033746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6","EoS":true} {"level":"info","ts":1784771714.0337675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784771714.0337818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784771714.0337887,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6","modelName":"e2e-external-model"} {"level":"info","ts":1784771714.0338016,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784771714.0338383,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"529a712f-82ed-4888-b28d-9720fd0e5ac6"} {"level":"info","ts":1784771714.0551877,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771714.0552573,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09"} {"level":"info","ts":1784771714.055273,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09"} {"level":"info","ts":1784771714.0552905,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","EoS":false} {"level":"info","ts":1784771714.0553057,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","EoS":true} {"level":"info","ts":1784771714.0553231,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784771714.0553372,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784771714.0553472,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","modelName":"e2e-external-model"} {"level":"info","ts":1784771714.0553615,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784771714.055396,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e2e18a95-082d-4a9c-bb5e-fb1e2fbfda09"} {"level":"info","ts":1784771714.180887,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202087d0-fbf5-4a34-bd29-88098c1a8493","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784771714.180935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"202087d0-fbf5-4a34-bd29-88098c1a8493","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784771714.1809313,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b13fa0a6-d18d-4192-81a2-49764578ccf9"} {"level":"info","ts":1784771714.1892836,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"73026e7a-3bab-434f-a9eb-12ca2177c03b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784771714.1892986,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b13fa0a6-d18d-4192-81a2-49764578ccf9","name":"e2e-cleanup-test"} {"level":"info","ts":1784771714.189319,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"73026e7a-3bab-434f-a9eb-12ca2177c03b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784771714.2046027,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b13fa0a6-d18d-4192-81a2-49764578ccf9","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784771714.2164028,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e28f7ea-1d91-4397-882c-a181f5822c43"} {"level":"info","ts":1784771714.2164721,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e28f7ea-1d91-4397-882c-a181f5822c43","name":"e2e-cleanup-test"} {"level":"info","ts":1784771714.2169352,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eef08e99-3463-4af6-b7fa-a0e382d02296","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784771714.2169602,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eef08e99-3463-4af6-b7fa-a0e382d02296","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784771714.2366495,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e28f7ea-1d91-4397-882c-a181f5822c43","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784771714.236688,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4e28f7ea-1d91-4397-882c-a181f5822c43","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784771714.2367337,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b14cb90f-4805-4ab8-86a0-c7201f579db7"} {"level":"info","ts":1784771714.2367804,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b14cb90f-4805-4ab8-86a0-c7201f579db7","name":"e2e-cleanup-test"} {"level":"info","ts":1784771714.2525902,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b14cb90f-4805-4ab8-86a0-c7201f579db7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784771722.4458878,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b9e40e7c-bd42-489b-81d2-2c5cf2539ab7"} {"level":"info","ts":1784771722.445922,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09090b51-d66f-410f-bc5d-c400dc316f1d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784771722.4459639,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"09090b51-d66f-410f-bc5d-c400dc316f1d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784771726.778615,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771726.7787275,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c"} {"level":"info","ts":1784771726.7787468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c"} {"level":"info","ts":1784771726.7787676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c","EoS":false} {"level":"info","ts":1784771726.7787855,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c","EoS":true} {"level":"info","ts":1784771726.778823,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784771726.77884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784771726.77886,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"539d786c-80fa-488b-ab45-431bdb8f6c4c"} {"level":"info","ts":1784771726.804211,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771726.8042634,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed"} {"level":"info","ts":1784771726.8042707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed"} {"level":"info","ts":1784771726.8042812,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","EoS":false} {"level":"info","ts":1784771726.8042912,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","EoS":true} {"level":"info","ts":1784771726.8043084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784771726.8043203,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784771726.804326,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","modelName":"e2e-external-model"} {"level":"info","ts":1784771726.8043416,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784771726.804374,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89e5dff2-e41c-4af8-8a95-c68518f70eed"} {"level":"info","ts":1784771726.8460698,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771726.8461268,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"} {"level":"info","ts":1784771726.846135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"} {"level":"info","ts":1784771726.846145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","EoS":false} {"level":"info","ts":1784771726.8461587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","EoS":true} {"level":"info","ts":1784771726.8461745,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784771726.8461864,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784771726.8462021,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aad840f1-28e2-4fca-8dc3-da9ecf55358d"} {"level":"info","ts":1784771726.9828322,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784771726.9829016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"} {"level":"info","ts":1784771726.9829133,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"} {"level":"info","ts":1784771726.9829245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","EoS":false} {"level":"info","ts":1784771726.9829357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","EoS":true} {"level":"info","ts":1784771726.9829555,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43","field":"model"} {"level":"info","ts":1784771726.9829776,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"592629b4-28d3-4b6c-a549-b5f858b2aa43"} {"level":"info","ts":1784771727.966419,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8cda831c-1e32-430a-a7f0-560e27f28552"} {"level":"info","ts":1784771727.9664764,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1a02d3-8734-483c-a632-43df67676bb7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784771727.966509,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d1a02d3-8734-483c-a632-43df67676bb7","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784771728.1288142,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"108c406b-9c20-42f3-a81d-0e1f589c7ea9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784771728.1288514,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"108c406b-9c20-42f3-a81d-0e1f589c7ea9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784771728.1288197,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"91f3f988-9b38-4baf-98e4-a2e624194667"} {"level":"info","ts":1784772294.345838,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784772294.3459187,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"59ec93fe-4fda-4396-894e-08b8cd9f487e"} {"level":"info","ts":1784772294.3459294,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"59ec93fe-4fda-4396-894e-08b8cd9f487e"} {"level":"info","ts":1784772294.3459406,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59ec93fe-4fda-4396-894e-08b8cd9f487e","EoS":false} {"level":"info","ts":1784772294.3459513,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"59ec93fe-4fda-4396-894e-08b8cd9f487e","EoS":true} {"level":"info","ts":1784772294.345971,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"59ec93fe-4fda-4396-894e-08b8cd9f487e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784772294.3459861,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"59ec93fe-4fda-4396-894e-08b8cd9f487e","path":"/ai-tenant-e2e-inf-b-25d739/test-model-25d739/v1/chat/completions"} {"level":"info","ts":1784772294.3460062,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"59ec93fe-4fda-4396-894e-08b8cd9f487e"} {"level":"info","ts":1784772315.430414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784772315.430504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"} {"level":"info","ts":1784772315.430516,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"} {"level":"info","ts":1784772315.4305282,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","EoS":false} {"level":"info","ts":1784772315.430539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","EoS":true} {"level":"info","ts":1784772315.4305592,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784772315.430575,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f","path":"/ai-tenant-e2e-inf-b-25d739/test-model-25d739/v1/chat/completions"} {"level":"info","ts":1784772315.430594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6107b701-e735-476f-a5d6-d3354bc4ef5f"} {"level":"info","ts":1784772783.3037074,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784772783.3037877,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"} {"level":"info","ts":1784772783.303796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"} {"level":"info","ts":1784772783.3038075,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","EoS":false} {"level":"info","ts":1784772783.3038185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","EoS":true} {"level":"info","ts":1784772783.3038368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784772783.303852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07","path":"/ai-tenant-e2e-shared-b-5fbcb9/rate-test-model-5fbcb9/v1/completions"} {"level":"info","ts":1784772783.3038728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1f4bfda-7865-42a5-a2ab-9dea5e5b9d07"}