{"level":"info","ts":1785867989.1445727,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e6fc6e7b-6281-41a6-ac13-8b63f4ec8632"} {"level":"info","ts":1785867989.144584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6fc6e7b-6281-41a6-ac13-8b63f4ec8632","EoS":false} {"level":"info","ts":1785867989.1445935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e6fc6e7b-6281-41a6-ac13-8b63f4ec8632","EoS":true} {"level":"info","ts":1785867989.144612,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e6fc6e7b-6281-41a6-ac13-8b63f4ec8632","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785867989.144627,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e6fc6e7b-6281-41a6-ac13-8b63f4ec8632","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867989.1446514,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e6fc6e7b-6281-41a6-ac13-8b63f4ec8632"} {"level":"info","ts":1785867989.188125,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867989.1881876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aceaba1e-441d-4945-9e6d-097fce3448de"} {"level":"info","ts":1785867989.1882021,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aceaba1e-441d-4945-9e6d-097fce3448de"} {"level":"info","ts":1785867989.1882212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aceaba1e-441d-4945-9e6d-097fce3448de","EoS":false} {"level":"info","ts":1785867989.188233,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aceaba1e-441d-4945-9e6d-097fce3448de","EoS":true} {"level":"info","ts":1785867989.1882489,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aceaba1e-441d-4945-9e6d-097fce3448de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785867989.1882646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aceaba1e-441d-4945-9e6d-097fce3448de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867989.188281,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aceaba1e-441d-4945-9e6d-097fce3448de"} {"level":"info","ts":1785867989.216434,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867989.2164843,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53edbdaa-bc4e-4eb2-b5e2-cc9b09c44f80"} {"level":"info","ts":1785867989.216498,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"53edbdaa-bc4e-4eb2-b5e2-cc9b09c44f80"} {"level":"info","ts":1785867989.2165093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53edbdaa-bc4e-4eb2-b5e2-cc9b09c44f80","EoS":false} {"level":"info","ts":1785867989.2165186,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"53edbdaa-bc4e-4eb2-b5e2-cc9b09c44f80","EoS":true} {"level":"info","ts":1785867989.216534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53edbdaa-bc4e-4eb2-b5e2-cc9b09c44f80","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785867989.2165442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53edbdaa-bc4e-4eb2-b5e2-cc9b09c44f80","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867989.2165635,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"53edbdaa-bc4e-4eb2-b5e2-cc9b09c44f80"} {"level":"info","ts":1785867989.2955482,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867989.295622,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7ff065a-6a92-4483-93cf-425e9a7aa203"} {"level":"info","ts":1785867989.295636,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7ff065a-6a92-4483-93cf-425e9a7aa203"} {"level":"info","ts":1785867989.2956479,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7ff065a-6a92-4483-93cf-425e9a7aa203","EoS":false} {"level":"info","ts":1785867989.2956586,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7ff065a-6a92-4483-93cf-425e9a7aa203","EoS":true} {"level":"info","ts":1785867989.295676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7ff065a-6a92-4483-93cf-425e9a7aa203","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785867989.2956896,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7ff065a-6a92-4483-93cf-425e9a7aa203","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785867989.2957072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7ff065a-6a92-4483-93cf-425e9a7aa203"} {"level":"info","ts":1785867990.0413847,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867990.0414698,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7857317d-4d5c-447e-95f3-37e5a708b7e5"} {"level":"info","ts":1785867990.041484,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7857317d-4d5c-447e-95f3-37e5a708b7e5"} {"level":"info","ts":1785867990.0414968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7857317d-4d5c-447e-95f3-37e5a708b7e5","EoS":false} {"level":"info","ts":1785867990.041511,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7857317d-4d5c-447e-95f3-37e5a708b7e5","EoS":true} {"level":"info","ts":1785867990.0415308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7857317d-4d5c-447e-95f3-37e5a708b7e5","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785867990.0415459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7857317d-4d5c-447e-95f3-37e5a708b7e5","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785867990.0415661,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7857317d-4d5c-447e-95f3-37e5a708b7e5"} {"level":"info","ts":1785867990.0812714,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867990.081372,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a61851d-52a4-4742-93be-33c013a5f852"} {"level":"info","ts":1785867990.0813854,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4a61851d-52a4-4742-93be-33c013a5f852"} {"level":"info","ts":1785867990.0813968,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a61851d-52a4-4742-93be-33c013a5f852","EoS":false} {"level":"info","ts":1785867990.0814056,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4a61851d-52a4-4742-93be-33c013a5f852","EoS":true} {"level":"info","ts":1785867990.0814211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4a61851d-52a4-4742-93be-33c013a5f852","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785867990.0814338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4a61851d-52a4-4742-93be-33c013a5f852","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785867990.0814507,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4a61851d-52a4-4742-93be-33c013a5f852"} {"level":"info","ts":1785867994.2589152,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785867994.2590358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24c73efd-8919-4d17-b304-ba421ba0ca4b"} {"level":"info","ts":1785867994.2590516,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"24c73efd-8919-4d17-b304-ba421ba0ca4b"} {"level":"info","ts":1785867994.2590647,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24c73efd-8919-4d17-b304-ba421ba0ca4b","EoS":false} {"level":"info","ts":1785867994.2590752,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"24c73efd-8919-4d17-b304-ba421ba0ca4b","EoS":true} {"level":"info","ts":1785867994.2590957,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24c73efd-8919-4d17-b304-ba421ba0ca4b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785867994.2591116,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24c73efd-8919-4d17-b304-ba421ba0ca4b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785867994.259134,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"24c73efd-8919-4d17-b304-ba421ba0ca4b"} {"level":"info","ts":1785868010.1110811,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.1111574,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fae1062-dcf4-4076-a069-d1c029bfb7c4"} {"level":"info","ts":1785868010.1111698,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9fae1062-dcf4-4076-a069-d1c029bfb7c4"} {"level":"info","ts":1785868010.111181,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fae1062-dcf4-4076-a069-d1c029bfb7c4","EoS":false} {"level":"info","ts":1785868010.1111913,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9fae1062-dcf4-4076-a069-d1c029bfb7c4","EoS":true} {"level":"info","ts":1785868010.1112103,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fae1062-dcf4-4076-a069-d1c029bfb7c4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868010.111226,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fae1062-dcf4-4076-a069-d1c029bfb7c4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.1112452,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9fae1062-dcf4-4076-a069-d1c029bfb7c4"} {"level":"info","ts":1785868010.2674613,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.2675478,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.2675622,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.2675755,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","EoS":false} {"level":"info","ts":1785868010.2675874,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","EoS":true} {"level":"info","ts":1785868010.2676067,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868010.267621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.2676406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ef9ded10-acac-4d3d-a851-7f87a8770fa0"} {"level":"info","ts":1785868010.4110723,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.411174,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.4111884,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.4112022,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","EoS":false} {"level":"info","ts":1785868010.4112124,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","EoS":true} {"level":"info","ts":1785868010.4112322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868010.411245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.4112659,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c5c1ef42-3c82-4f95-b9f5-c76dd2db96c9"} {"level":"info","ts":1785868010.549625,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.549683,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.549692,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.5497038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","EoS":false} {"level":"info","ts":1785868010.5497139,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","EoS":true} {"level":"info","ts":1785868010.549731,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868010.549745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.5497642,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8b5d0ece-7252-4093-995c-ce9dcda9dd75"} {"level":"info","ts":1785868010.6904967,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.6905618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.6905704,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.6905801,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","EoS":false} {"level":"info","ts":1785868010.690592,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","EoS":true} {"level":"info","ts":1785868010.6906104,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868010.6906245,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.6906426,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c265e955-401e-4f2a-a5d8-44eb837c838b"} {"level":"info","ts":1785868010.8289373,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868010.829045,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"66d17023-f006-4927-af01-82b3438a2443"} {"level":"info","ts":1785868010.8290594,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"66d17023-f006-4927-af01-82b3438a2443"} {"level":"info","ts":1785868010.8290703,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66d17023-f006-4927-af01-82b3438a2443","EoS":false} {"level":"info","ts":1785868010.8290803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"66d17023-f006-4927-af01-82b3438a2443","EoS":true} {"level":"info","ts":1785868010.829102,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"66d17023-f006-4927-af01-82b3438a2443","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868010.8291438,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"66d17023-f006-4927-af01-82b3438a2443","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868010.829165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"66d17023-f006-4927-af01-82b3438a2443"} {"level":"info","ts":1785868032.077396,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868032.0774848,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.077499,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.0775108,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","EoS":false} {"level":"info","ts":1785868032.0775244,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","EoS":true} {"level":"info","ts":1785868032.077547,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868032.0775628,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868032.0775855,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ecb60d06-61ab-4ef3-8d87-99b7a18e3455"} {"level":"info","ts":1785868032.1184018,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868032.1184626,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d64d8e97-e15f-4045-848f-041bef978c69"} {"level":"info","ts":1785868032.1184707,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d64d8e97-e15f-4045-848f-041bef978c69"} {"level":"info","ts":1785868032.1184804,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d64d8e97-e15f-4045-848f-041bef978c69","EoS":false} {"level":"info","ts":1785868032.1184897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d64d8e97-e15f-4045-848f-041bef978c69","EoS":true} {"level":"info","ts":1785868032.118506,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d64d8e97-e15f-4045-848f-041bef978c69","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868032.118519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d64d8e97-e15f-4045-848f-041bef978c69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868032.1185353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d64d8e97-e15f-4045-848f-041bef978c69"} {"level":"info","ts":1785868032.1571777,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868032.1572416,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5e30eff-70ad-478e-af65-bed582c7999e"} {"level":"info","ts":1785868032.1572523,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e5e30eff-70ad-478e-af65-bed582c7999e"} {"level":"info","ts":1785868032.157263,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5e30eff-70ad-478e-af65-bed582c7999e","EoS":false} {"level":"info","ts":1785868032.1572726,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e5e30eff-70ad-478e-af65-bed582c7999e","EoS":true} {"level":"info","ts":1785868032.15729,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5e30eff-70ad-478e-af65-bed582c7999e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868032.1573033,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5e30eff-70ad-478e-af65-bed582c7999e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868032.1573203,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e5e30eff-70ad-478e-af65-bed582c7999e"} {"level":"info","ts":1785868032.1932654,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868032.193354,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"abd2f566-e96c-4b61-bbb4-9b194aba77ff"} {"level":"info","ts":1785868036.8340209,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868036.8341146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868036.8341346,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868036.8341486,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","EoS":false} {"level":"info","ts":1785868036.8341599,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","EoS":true} {"level":"info","ts":1785868036.8341804,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868036.8341954,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868036.8342173,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a70f4cbd-9a41-40ea-9d57-1b00512cd6c2"} {"level":"info","ts":1785868045.4847467,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868045.4848235,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868045.4848382,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868045.4848495,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","EoS":false} {"level":"info","ts":1785868045.4848642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","EoS":true} {"level":"info","ts":1785868045.4848933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785868045.4849095,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868045.4849308,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0b05dcc5-9079-4d44-a8b1-6273490bc5da"} {"level":"info","ts":1785868058.3988886,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868058.3990107,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868058.3990314,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868058.39905,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","EoS":false} {"level":"info","ts":1785868058.399064,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","EoS":true} {"level":"info","ts":1785868058.3990836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868058.3990993,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868058.3991199,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"55cb4aa1-ea50-4e67-b8d8-3c20630a75f2"} {"level":"info","ts":1785868066.9661553,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868066.966233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868066.966242,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868066.9662542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","EoS":false} {"level":"info","ts":1785868066.9662676,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","EoS":true} {"level":"info","ts":1785868066.9662898,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868066.9663055,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11156169-3573-44b1-a65d-212846274c0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868066.9663258,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11156169-3573-44b1-a65d-212846274c0d"} {"level":"info","ts":1785868075.8994577,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868075.8995488,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868075.8995605,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868075.899573,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","EoS":false} {"level":"info","ts":1785868075.8995845,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","EoS":true} {"level":"info","ts":1785868075.8996053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868075.8996227,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868075.8996425,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"493f8483-5e1a-4c07-afe4-71da3726982c"} {"level":"info","ts":1785868084.9543893,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868084.954461,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4e20c265-07b8-4baa-b1d2-aa97148ad3a6"} {"level":"info","ts":1785868084.954471,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4e20c265-07b8-4baa-b1d2-aa97148ad3a6"} {"level":"info","ts":1785868084.9544816,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e20c265-07b8-4baa-b1d2-aa97148ad3a6","EoS":false} {"level":"info","ts":1785868084.9544923,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4e20c265-07b8-4baa-b1d2-aa97148ad3a6","EoS":true} {"level":"info","ts":1785868084.954512,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4e20c265-07b8-4baa-b1d2-aa97148ad3a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868084.954527,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4e20c265-07b8-4baa-b1d2-aa97148ad3a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868084.9545472,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4e20c265-07b8-4baa-b1d2-aa97148ad3a6"} {"level":"info","ts":1785868092.8829098,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868092.8830178,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7f699e2b-1d4e-457b-9b5d-aeeee31ca9bb"} {"level":"info","ts":1785868092.8830326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"7f699e2b-1d4e-457b-9b5d-aeeee31ca9bb"} {"level":"info","ts":1785868092.8830533,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f699e2b-1d4e-457b-9b5d-aeeee31ca9bb","EoS":false} {"level":"info","ts":1785868092.883075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"7f699e2b-1d4e-457b-9b5d-aeeee31ca9bb","EoS":true} {"level":"info","ts":1785868092.8831086,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7f699e2b-1d4e-457b-9b5d-aeeee31ca9bb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868092.8831277,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7f699e2b-1d4e-457b-9b5d-aeeee31ca9bb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868092.8831577,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"7f699e2b-1d4e-457b-9b5d-aeeee31ca9bb"} {"level":"info","ts":1785868097.7229838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868097.7230659,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abf38748-5727-47b8-b32f-eec9b342c351"} {"level":"info","ts":1785868097.7230802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"abf38748-5727-47b8-b32f-eec9b342c351"} {"level":"info","ts":1785868097.723093,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abf38748-5727-47b8-b32f-eec9b342c351","EoS":false} {"level":"info","ts":1785868097.7231028,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"abf38748-5727-47b8-b32f-eec9b342c351","EoS":true} {"level":"info","ts":1785868097.7231264,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abf38748-5727-47b8-b32f-eec9b342c351","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785868097.723142,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abf38748-5727-47b8-b32f-eec9b342c351","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868097.7231605,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"abf38748-5727-47b8-b32f-eec9b342c351"} {"level":"info","ts":1785868108.7376797,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868108.7377617,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868108.737773,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868108.737796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","EoS":false} {"level":"info","ts":1785868108.7378101,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","EoS":true} {"level":"info","ts":1785868108.7378306,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785868108.737846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868108.7378664,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a4609f57-cd79-4be1-bd02-f2920a0485ea"} {"level":"info","ts":1785868143.2660995,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868143.2661803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868143.2661927,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868143.2662032,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","EoS":false} {"level":"info","ts":1785868143.2662137,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","EoS":true} {"level":"info","ts":1785868143.2662358,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785868143.2662513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868143.2662718,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"370b3114-deb2-4573-9ec7-d453f3f34e14"} {"level":"info","ts":1785868152.6752076,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868152.6753087,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8976e45a-dc5b-4aa5-b6b7-5cc3e3ab3252"} {"level":"info","ts":1785868152.675326,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8976e45a-dc5b-4aa5-b6b7-5cc3e3ab3252"} {"level":"info","ts":1785868152.6753397,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8976e45a-dc5b-4aa5-b6b7-5cc3e3ab3252","EoS":false} {"level":"info","ts":1785868152.675353,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8976e45a-dc5b-4aa5-b6b7-5cc3e3ab3252","EoS":true} {"level":"info","ts":1785868152.675377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8976e45a-dc5b-4aa5-b6b7-5cc3e3ab3252","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868152.675392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8976e45a-dc5b-4aa5-b6b7-5cc3e3ab3252","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868152.6754124,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8976e45a-dc5b-4aa5-b6b7-5cc3e3ab3252"} {"level":"info","ts":1785868168.9711862,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868168.971259,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dccec02b-53c7-40b1-a885-d0288fbce84c"} {"level":"info","ts":1785868168.971269,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dccec02b-53c7-40b1-a885-d0288fbce84c"} {"level":"info","ts":1785868168.9712796,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dccec02b-53c7-40b1-a885-d0288fbce84c","EoS":false} {"level":"info","ts":1785868168.9712899,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dccec02b-53c7-40b1-a885-d0288fbce84c","EoS":true} {"level":"info","ts":1785868168.9713087,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dccec02b-53c7-40b1-a885-d0288fbce84c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785868168.9713242,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dccec02b-53c7-40b1-a885-d0288fbce84c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868168.971343,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dccec02b-53c7-40b1-a885-d0288fbce84c"} {"level":"info","ts":1785868178.6215222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868178.621599,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b73d1c66-4316-4323-98db-516bd46a5d35"} {"level":"info","ts":1785868178.6216123,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b73d1c66-4316-4323-98db-516bd46a5d35"} {"level":"info","ts":1785868178.6216242,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b73d1c66-4316-4323-98db-516bd46a5d35","EoS":false} {"level":"info","ts":1785868178.6216376,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b73d1c66-4316-4323-98db-516bd46a5d35","EoS":true} {"level":"info","ts":1785868178.6216588,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b73d1c66-4316-4323-98db-516bd46a5d35","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868178.6216848,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b73d1c66-4316-4323-98db-516bd46a5d35","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868178.6217053,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b73d1c66-4316-4323-98db-516bd46a5d35"} {"level":"info","ts":1785868180.664136,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868180.6642473,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868180.6642613,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868180.6642747,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","EoS":false} {"level":"info","ts":1785868180.6642866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","EoS":true} {"level":"info","ts":1785868180.6643133,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868180.6643312,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868180.6643553,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"60aa4753-d17a-4895-9993-85331ac00c75"} {"level":"info","ts":1785868190.1626372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868190.1627102,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.1627233,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.1627343,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","EoS":false} {"level":"info","ts":1785868190.1627464,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","EoS":true} {"level":"info","ts":1785868190.1627655,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868190.1627808,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868190.1628015,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5209ca7d-02b4-4923-9830-22c180c1404f"} {"level":"info","ts":1785868190.2042372,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868190.2043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868190.2043095,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868190.20432,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","EoS":false} {"level":"info","ts":1785868190.204332,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","EoS":true} {"level":"info","ts":1785868190.204349,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868190.2043605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868190.2043781,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e46a2b7c-c272-4a33-a89b-5077697ebc48"} {"level":"info","ts":1785868209.5223281,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868209.522419,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868209.5224335,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868209.5224538,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","EoS":false} {"level":"info","ts":1785868209.5224748,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","EoS":true} {"level":"info","ts":1785868209.5225027,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868209.5225255,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868209.522559,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7d6899c-cfd8-40dd-8a33-afddc7b33b42"} {"level":"info","ts":1785868218.968231,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868218.9683092,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6ebe7445-fcfa-43b8-aa99-c6a1bb3c8173"} {"level":"info","ts":1785868218.968319,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6ebe7445-fcfa-43b8-aa99-c6a1bb3c8173"} {"level":"info","ts":1785868218.968331,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ebe7445-fcfa-43b8-aa99-c6a1bb3c8173","EoS":false} {"level":"info","ts":1785868218.968342,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6ebe7445-fcfa-43b8-aa99-c6a1bb3c8173","EoS":true} {"level":"info","ts":1785868218.968367,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6ebe7445-fcfa-43b8-aa99-c6a1bb3c8173","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868218.9683836,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6ebe7445-fcfa-43b8-aa99-c6a1bb3c8173","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868218.9684038,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6ebe7445-fcfa-43b8-aa99-c6a1bb3c8173"} {"level":"info","ts":1785868235.0267687,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868235.0268614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aa46006d-bc22-478f-bc87-dae8b53076a1"} {"level":"info","ts":1785868235.0268779,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"aa46006d-bc22-478f-bc87-dae8b53076a1"} {"level":"info","ts":1785868235.0268955,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa46006d-bc22-478f-bc87-dae8b53076a1","EoS":false} {"level":"info","ts":1785868235.0269163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"aa46006d-bc22-478f-bc87-dae8b53076a1","EoS":true} {"level":"info","ts":1785868235.0269482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aa46006d-bc22-478f-bc87-dae8b53076a1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785868235.026989,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aa46006d-bc22-478f-bc87-dae8b53076a1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785868235.0270226,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"aa46006d-bc22-478f-bc87-dae8b53076a1"} {"level":"info","ts":1785868368.698199,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868368.698282,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e44c58a6-9c93-4879-adcc-344c47f91e31"} {"level":"info","ts":1785868368.6982965,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"e44c58a6-9c93-4879-adcc-344c47f91e31"} {"level":"info","ts":1785868368.698309,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e44c58a6-9c93-4879-adcc-344c47f91e31","EoS":false} {"level":"info","ts":1785868368.6983228,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"e44c58a6-9c93-4879-adcc-344c47f91e31","EoS":true} {"level":"info","ts":1785868368.698346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e44c58a6-9c93-4879-adcc-344c47f91e31","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785868368.6983624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e44c58a6-9c93-4879-adcc-344c47f91e31","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785868368.698382,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"e44c58a6-9c93-4879-adcc-344c47f91e31"} {"level":"info","ts":1785868390.2843516,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868390.284429,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868390.284442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868390.284454,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","EoS":false} {"level":"info","ts":1785868390.2844696,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","EoS":true} {"level":"info","ts":1785868390.2844944,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785868390.2845106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785868390.2845306,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"83019b73-f008-4866-b296-ecb628e4a59c"} {"level":"info","ts":1785868442.7943156,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868442.7943957,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868442.794406,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868442.7944176,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","EoS":false} {"level":"info","ts":1785868442.794431,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","EoS":true} {"level":"info","ts":1785868442.7944522,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868442.7944684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868442.7944913,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d0abe39c-7f55-4514-8154-7ca73466c703"} {"level":"info","ts":1785868458.1747937,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868458.1748657,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.1748755,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.1748872,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","EoS":false} {"level":"info","ts":1785868458.174898,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","EoS":true} {"level":"info","ts":1785868458.1749234,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868458.1749392,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868458.1749582,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b89d9a52-e058-4bea-95a2-6b06b7ee328f"} {"level":"info","ts":1785868458.4895358,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868458.4896374,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a1642dae-fff9-4153-aa0a-2f1fba591526"} {"level":"info","ts":1785868458.4896545,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a1642dae-fff9-4153-aa0a-2f1fba591526"} {"level":"info","ts":1785868458.48967,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1642dae-fff9-4153-aa0a-2f1fba591526","EoS":false} {"level":"info","ts":1785868458.4896884,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a1642dae-fff9-4153-aa0a-2f1fba591526","EoS":true} {"level":"info","ts":1785868458.4897146,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a1642dae-fff9-4153-aa0a-2f1fba591526","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785868458.4897332,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a1642dae-fff9-4153-aa0a-2f1fba591526","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868458.4897625,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a1642dae-fff9-4153-aa0a-2f1fba591526"} {"level":"info","ts":1785868794.175655,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868794.1757596,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.1757748,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.1757941,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","EoS":false} {"level":"info","ts":1785868794.175815,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","EoS":true} {"level":"info","ts":1785868794.1758454,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868794.1758685,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868794.1758986,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ad41d6e2-497f-4902-aa4e-162b6cd4d04b"} {"level":"info","ts":1785868794.234237,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868794.2342892,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a58130d-0f89-4f06-950c-55de4d8a677b"} {"level":"info","ts":1785868794.2342975,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a58130d-0f89-4f06-950c-55de4d8a677b"} {"level":"info","ts":1785868794.2343075,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a58130d-0f89-4f06-950c-55de4d8a677b","EoS":false} {"level":"info","ts":1785868794.2343175,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a58130d-0f89-4f06-950c-55de4d8a677b","EoS":true} {"level":"info","ts":1785868794.234335,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a58130d-0f89-4f06-950c-55de4d8a677b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868794.234351,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a58130d-0f89-4f06-950c-55de4d8a677b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868794.2343698,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a58130d-0f89-4f06-950c-55de4d8a677b"} {"level":"info","ts":1785868794.2727475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868794.272806,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"70ffffab-f1b5-41e2-a426-8861a133ab35"} {"level":"info","ts":1785868794.272816,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"70ffffab-f1b5-41e2-a426-8861a133ab35"} {"level":"info","ts":1785868794.2728276,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70ffffab-f1b5-41e2-a426-8861a133ab35","EoS":false} {"level":"info","ts":1785868794.2728436,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"70ffffab-f1b5-41e2-a426-8861a133ab35","EoS":true} {"level":"info","ts":1785868794.2728848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"70ffffab-f1b5-41e2-a426-8861a133ab35","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785868794.2728996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"70ffffab-f1b5-41e2-a426-8861a133ab35","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785868794.2729204,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"70ffffab-f1b5-41e2-a426-8861a133ab35"} {"level":"info","ts":1785868799.1822963,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d07782e0-cfe2-4572-ae87-88bdc9240e55"} {"level":"info","ts":1785868799.1823268,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c805a4b-1907-403d-9aec-74e0f3dd073b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868799.182374,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c805a4b-1907-403d-9aec-74e0f3dd073b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785868799.1892247,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30bdd318-8b8f-4c54-9968-dc4d52170567","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868799.1892557,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"30bdd318-8b8f-4c54-9968-dc4d52170567","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1785868799.1930163,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d07782e0-cfe2-4572-ae87-88bdc9240e55","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.1932397,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":32490.350869104,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.1932597,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.3094845,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c657ea84-a928-41f0-a4b7-51845310d4f2"} {"level":"info","ts":1785868799.3450243,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b50bd0-74b8-45fa-93d9-0cc704d2c1a1","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.345067,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"81b50bd0-74b8-45fa-93d9-0cc704d2c1a1","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785868799.346324,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.3464468,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e5aab18-ac1f-4c8d-8735-1bfcc04e8783","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.3464828,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2e5aab18-ac1f-4c8d-8735-1bfcc04e8783","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785868799.3506534,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc87c50c-f909-4a2e-bf15-bcc58e4871cd","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868799.3506837,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dc87c50c-f909-4a2e-bf15-bcc58e4871cd","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785868799.350785,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0857b6de-4620-4f47-8d44-174eba50d755","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.3508115,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0857b6de-4620-4f47-8d44-174eba50d755","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785868799.3535407,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c657ea84-a928-41f0-a4b7-51845310d4f2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.3537107,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37183.322316955,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.3537233,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.3643472,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.3936057,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34418.38664309,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.3936229,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.4209394,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785868799.454107,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c657ea84-a928-41f0-a4b7-51845310d4f2","name":"e2e-external-model"} {"level":"info","ts":1785868799.486897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbfd4e21-f2ec-406e-8bb5-a8f7c8c0f873","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.4869375,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"cbfd4e21-f2ec-406e-8bb5-a8f7c8c0f873","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785868799.4942153,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d07782e0-cfe2-4572-ae87-88bdc9240e55","name":"e2e-external-provider"} {"level":"error","ts":1785868799.4977095,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c657ea84-a928-41f0-a4b7-51845310d4f2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785868799.4977558,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c657ea84-a928-41f0-a4b7-51845310d4f2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.4978204,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"511c0b83-28ff-428c-9a18-1e535790fbad"} {"level":"info","ts":1785868799.497868,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"511c0b83-28ff-428c-9a18-1e535790fbad","name":"e2e-external-model"} {"level":"info","ts":1785868799.5194638,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"511c0b83-28ff-428c-9a18-1e535790fbad","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868799.5222316,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d07782e0-cfe2-4572-ae87-88bdc9240e55","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785868799.522897,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a51651a-5d80-4bc1-a0c3-d590e442dd5c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.522946,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9a51651a-5d80-4bc1-a0c3-d590e442dd5c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1785868799.5279224,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"511c0b83-28ff-428c-9a18-1e535790fbad","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.528012,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c2aec6b-3a01-447d-8f47-9c4d18fb1872"} {"level":"info","ts":1785868799.5280666,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c2aec6b-3a01-447d-8f47-9c4d18fb1872","name":"e2e-external-model"} {"level":"error","ts":1785868799.5283473,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"d07782e0-cfe2-4572-ae87-88bdc9240e55","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868799.528419,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76aaef0e-4fa3-4324-910a-134d8d1ceadb"} {"level":"info","ts":1785868799.528456,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76aaef0e-4fa3-4324-910a-134d8d1ceadb","name":"e2e-external-provider"} {"level":"info","ts":1785868799.5443687,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7c2aec6b-3a01-447d-8f47-9c4d18fb1872","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868799.5497794,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"76aaef0e-4fa3-4324-910a-134d8d1ceadb","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785868799.553653,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b0ef747-f156-416c-bc7b-18720d6cf2cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868799.5536802,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1b0ef747-f156-416c-bc7b-18720d6cf2cb","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785868799.5556831,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71ef097a-c11b-489c-a04c-44ce4d187582"} {"level":"info","ts":1785868799.555742,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71ef097a-c11b-489c-a04c-44ce4d187582","name":"e2e-external-model"} {"level":"info","ts":1785868799.5745533,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"71ef097a-c11b-489c-a04c-44ce4d187582","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868811.1781077,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868811.1781874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7"} {"level":"info","ts":1785868811.1781971,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7"} {"level":"info","ts":1785868811.1782076,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7","EoS":false} {"level":"info","ts":1785868811.1782193,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7","EoS":true} {"level":"info","ts":1785868811.1782448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785868811.1782618,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785868811.1782715,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7","modelName":"e2e-external-model"} {"level":"info","ts":1785868811.178285,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785868811.17835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"46145f41-7e9c-45b3-ba5b-e5e08b6a99a7"} {"level":"info","ts":1785868811.2354772,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868811.2355533,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b"} {"level":"info","ts":1785868811.2355666,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b"} {"level":"info","ts":1785868811.2355847,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b","EoS":false} {"level":"info","ts":1785868811.2356026,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b","EoS":true} {"level":"info","ts":1785868811.235632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785868811.2356498,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785868811.2356646,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b","modelName":"e2e-external-model"} {"level":"info","ts":1785868811.2356856,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785868811.2357333,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b3081112-699e-42ec-ad30-d080aaee1c2b"} {"level":"info","ts":1785868811.2685475,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868811.2686079,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.2686207,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.2686322,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","EoS":false} {"level":"info","ts":1785868811.268642,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","EoS":true} {"level":"info","ts":1785868811.2686586,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785868811.2686722,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785868811.2686794,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","modelName":"e2e-external-model"} {"level":"info","ts":1785868811.2686925,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785868811.2687232,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ac95473f-0b30-4903-a463-0d2387acc4ca"} {"level":"info","ts":1785868811.5251713,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1b31700-0c10-4eec-b4d6-e97e21943e95"} {"level":"info","ts":1785868811.5252106,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60b1675b-98a7-435c-8224-f51d90b87bdc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.5252407,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"60b1675b-98a7-435c-8224-f51d90b87bdc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785868811.5318446,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"015fabb0-d7e3-46db-a292-d875b35a7f70","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.5318716,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"015fabb0-d7e3-46db-a292-d875b35a7f70","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785868811.5350466,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1b31700-0c10-4eec-b4d6-e97e21943e95","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868811.535095,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1b31700-0c10-4eec-b4d6-e97e21943e95","name":"e2e-cleanup-test"} {"level":"info","ts":1785868811.5530488,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d5dce0c-a685-44cd-8ab7-9e38818ef7c3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.5530784,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9d5dce0c-a685-44cd-8ab7-9e38818ef7c3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785868811.553554,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1b31700-0c10-4eec-b4d6-e97e21943e95","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785868811.5536041,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a1b31700-0c10-4eec-b4d6-e97e21943e95","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868811.5536647,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1af77324-8379-4eaf-8eb2-b21d8487bb7a"} {"level":"info","ts":1785868811.5537202,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1af77324-8379-4eaf-8eb2-b21d8487bb7a","name":"e2e-cleanup-test"} {"level":"error","ts":1785868811.5676816,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1af77324-8379-4eaf-8eb2-b21d8487bb7a","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785868811.56806,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"539375a4-95fa-4699-9cc4-d5e3dec72b69"} {"level":"info","ts":1785868811.5680866,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fac0f041-b0a9-4c12-80af-a19f7fc441cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.5681164,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fac0f041-b0a9-4c12-80af-a19f7fc441cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785868811.56816,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"539375a4-95fa-4699-9cc4-d5e3dec72b69","name":"e2e-cleanup-test"} {"level":"info","ts":1785868811.5781648,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"539375a4-95fa-4699-9cc4-d5e3dec72b69","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868811.5869029,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"456892b0-7f7c-4936-9ef6-bf77ce80ddb5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868811.5869312,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"456892b0-7f7c-4936-9ef6-bf77ce80ddb5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785868811.5880382,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0e668f6-c43b-4cd3-af50-2379a676bf24"} {"level":"info","ts":1785868811.5880868,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0e668f6-c43b-4cd3-af50-2379a676bf24","name":"e2e-cleanup-test"} {"level":"info","ts":1785868811.599864,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"a0e668f6-c43b-4cd3-af50-2379a676bf24","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785868819.8110607,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4cb53be6-de91-4419-87f1-516b66e42ed6"} {"level":"info","ts":1785868819.81107,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99b58099-5bc8-4067-9925-83d715e7ab89","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868819.8111439,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"99b58099-5bc8-4067-9925-83d715e7ab89","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785868824.191448,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868824.1915364,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4"} {"level":"info","ts":1785868824.1915512,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4"} {"level":"info","ts":1785868824.1915658,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4","EoS":false} {"level":"info","ts":1785868824.1915772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4","EoS":true} {"level":"info","ts":1785868824.1915972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785868824.191613,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785868824.1916368,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5b4cc58c-3ccd-45c5-8038-ac205cd68fb4"} {"level":"info","ts":1785868824.221838,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868824.2219043,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.2219205,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.2219374,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","EoS":false} {"level":"info","ts":1785868824.2219572,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","EoS":true} {"level":"info","ts":1785868824.222007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785868824.2220254,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785868824.2220368,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","modelName":"e2e-external-model"} {"level":"info","ts":1785868824.222059,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785868824.2221057,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae305c5b-88e7-45f9-8ccf-2685b515b91d"} {"level":"info","ts":1785868824.323306,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868824.32336,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.3233693,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.3233812,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","EoS":false} {"level":"info","ts":1785868824.323394,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","EoS":true} {"level":"info","ts":1785868824.3234096,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785868824.3234234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785868824.3234413,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"91489fb9-4f9a-44e9-9633-6aef56f32973"} {"level":"info","ts":1785868824.4144075,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785868824.4144704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868824.4144886,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868824.414507,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","EoS":false} {"level":"info","ts":1785868824.4145277,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","EoS":true} {"level":"info","ts":1785868824.4145532,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c","field":"model"} {"level":"info","ts":1785868824.4145849,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"8ae03714-6127-4888-903f-98a2a191412c"} {"level":"info","ts":1785868825.4715352,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"a3f593e1-fa5b-48fe-ba2f-d4b268b08efa"} {"level":"info","ts":1785868825.4715898,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d08f0e04-a44f-43a5-b435-7fce413e06cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868825.4716136,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d08f0e04-a44f-43a5-b435-7fce413e06cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785868825.621904,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0dfa61f0-2ec9-4d8c-8c77-2c77f22a4ae9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868825.6219416,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0dfa61f0-2ec9-4d8c-8c77-2c77f22a4ae9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785868825.6219418,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ae7ec353-a374-4907-8fc5-171db90672b8"} {"level":"info","ts":1785870455.948245,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785870455.9483364,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"81a27330-f9e3-4e78-8759-b55c9e2fc7a2"} {"level":"info","ts":1785870519.9223666,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785870519.922444,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"} {"level":"info","ts":1785870519.9224544,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"} {"level":"info","ts":1785870519.922466,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","EoS":false} {"level":"info","ts":1785870519.9224772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","EoS":true} {"level":"info","ts":1785870519.9225123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785870519.9225287,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785870519.9225492,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"74cb959e-6d9a-4cb3-be8b-a36aaa3c6866"}