{"level":"info","ts":1784681223.6098084,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e"} {"level":"info","ts":1784681223.6098237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e","EoS":false} {"level":"info","ts":1784681223.6098402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e","EoS":true} {"level":"info","ts":1784681223.609862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681223.609877,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681223.609897,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebfd9818-904b-4b34-8c00-3fc9cf2e558e"} {"level":"info","ts":1784681223.6472366,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681223.6473076,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5a578caa-e1f7-4c5b-a756-00fbb3a98881"} {"level":"info","ts":1784681223.6473162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5a578caa-e1f7-4c5b-a756-00fbb3a98881"} {"level":"info","ts":1784681223.647327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a578caa-e1f7-4c5b-a756-00fbb3a98881","EoS":false} {"level":"info","ts":1784681223.6473377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5a578caa-e1f7-4c5b-a756-00fbb3a98881","EoS":true} {"level":"info","ts":1784681223.647355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5a578caa-e1f7-4c5b-a756-00fbb3a98881","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681223.64737,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5a578caa-e1f7-4c5b-a756-00fbb3a98881","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681223.6474016,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5a578caa-e1f7-4c5b-a756-00fbb3a98881"} {"level":"info","ts":1784681227.807011,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681227.8070855,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"245f1d73-d09a-44cc-b9af-d89f22be032c"} {"level":"info","ts":1784681227.8070943,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"245f1d73-d09a-44cc-b9af-d89f22be032c"} {"level":"info","ts":1784681227.8071187,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"245f1d73-d09a-44cc-b9af-d89f22be032c","EoS":false} {"level":"info","ts":1784681227.8071327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"245f1d73-d09a-44cc-b9af-d89f22be032c","EoS":true} {"level":"info","ts":1784681227.8071537,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"245f1d73-d09a-44cc-b9af-d89f22be032c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681227.8071783,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"245f1d73-d09a-44cc-b9af-d89f22be032c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681227.8072112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"245f1d73-d09a-44cc-b9af-d89f22be032c"} {"level":"info","ts":1784681246.7290285,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681246.7291195,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.7291331,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.729145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","EoS":false} {"level":"info","ts":1784681246.7291565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","EoS":true} {"level":"info","ts":1784681246.7291777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681246.729193,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681246.7292132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e4f83df3-140a-4016-92f7-c1ce2650ff05"} {"level":"info","ts":1784681246.8688352,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681246.8689349,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681246.8689492,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681246.86896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","EoS":false} {"level":"info","ts":1784681246.86897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","EoS":true} {"level":"info","ts":1784681246.8689895,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681246.869005,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681246.8690293,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2d8f70cf-017d-4017-8215-8ee5fcec070e"} {"level":"info","ts":1784681247.0129073,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681247.012992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.0130002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.0130124,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","EoS":false} {"level":"info","ts":1784681247.0130277,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","EoS":true} {"level":"info","ts":1784681247.0130546,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681247.0130703,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681247.0130935,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"49565909-a234-4cfb-8ae2-5973d7cab5d5"} {"level":"info","ts":1784681247.1515174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681247.1515963,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.1516056,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.1516175,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","EoS":false} {"level":"info","ts":1784681247.1516325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","EoS":true} {"level":"info","ts":1784681247.1516523,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681247.1516683,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681247.1516936,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31f86507-89a8-4649-8afa-8287f0c3c649"} {"level":"info","ts":1784681247.289828,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681247.2899027,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681247.2899113,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681247.2899237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","EoS":false} {"level":"info","ts":1784681247.2899368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","EoS":true} {"level":"info","ts":1784681247.2899566,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681247.2899706,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681247.2899888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b67aa798-b3b5-46f1-bea0-414fff74a1aa"} {"level":"info","ts":1784681247.4249563,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681247.4250636,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3d6260d4-5c97-4ac5-a55d-87dbff74de3e"} {"level":"info","ts":1784681247.4250765,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3d6260d4-5c97-4ac5-a55d-87dbff74de3e"} {"level":"info","ts":1784681247.4250894,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d6260d4-5c97-4ac5-a55d-87dbff74de3e","EoS":false} {"level":"info","ts":1784681247.4251034,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3d6260d4-5c97-4ac5-a55d-87dbff74de3e","EoS":true} {"level":"info","ts":1784681247.425123,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3d6260d4-5c97-4ac5-a55d-87dbff74de3e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681247.4251382,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3d6260d4-5c97-4ac5-a55d-87dbff74de3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681247.4251592,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3d6260d4-5c97-4ac5-a55d-87dbff74de3e"} {"level":"info","ts":1784681264.1232011,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681264.1232784,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.123288,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.1232991,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","EoS":false} {"level":"info","ts":1784681264.123322,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","EoS":true} {"level":"info","ts":1784681264.123345,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681264.1233578,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681264.123378,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"abac77c0-5593-4af7-91ad-c1265529e8db"} {"level":"info","ts":1784681264.1674502,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681264.1675298,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9b78f3d3-9c00-47d7-92db-21e488819604"} {"level":"info","ts":1784681264.1675417,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9b78f3d3-9c00-47d7-92db-21e488819604"} {"level":"info","ts":1784681264.1675532,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b78f3d3-9c00-47d7-92db-21e488819604","EoS":false} {"level":"info","ts":1784681264.167564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9b78f3d3-9c00-47d7-92db-21e488819604","EoS":true} {"level":"info","ts":1784681264.1675842,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9b78f3d3-9c00-47d7-92db-21e488819604","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681264.1675985,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9b78f3d3-9c00-47d7-92db-21e488819604","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681264.1676242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9b78f3d3-9c00-47d7-92db-21e488819604"} {"level":"info","ts":1784681264.2047927,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681264.2048767,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c4caa17d-2b93-47cc-82c0-a3f2e9bea447"} {"level":"info","ts":1784681264.2048855,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c4caa17d-2b93-47cc-82c0-a3f2e9bea447"} {"level":"info","ts":1784681264.204896,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4caa17d-2b93-47cc-82c0-a3f2e9bea447","EoS":false} {"level":"info","ts":1784681264.204909,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c4caa17d-2b93-47cc-82c0-a3f2e9bea447","EoS":true} {"level":"info","ts":1784681264.2049282,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c4caa17d-2b93-47cc-82c0-a3f2e9bea447","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681264.204944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c4caa17d-2b93-47cc-82c0-a3f2e9bea447","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681264.2049665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c4caa17d-2b93-47cc-82c0-a3f2e9bea447"} {"level":"info","ts":1784681264.240507,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681264.2406003,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ea4283c-4aa6-4ae3-8674-84789e56a75b"} {"level":"info","ts":1784681268.8376067,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681268.8376935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681268.8377032,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681268.837715,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","EoS":false} {"level":"info","ts":1784681268.8377254,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","EoS":true} {"level":"info","ts":1784681268.8377461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681268.8377612,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681268.837804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f75dd644-de2e-4a24-93bc-9971fc2fce04"} {"level":"info","ts":1784681277.3884468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681277.388542,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"849487a6-e801-4dae-848b-dc76800f99c2"} {"level":"info","ts":1784681277.3885515,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"849487a6-e801-4dae-848b-dc76800f99c2"} {"level":"info","ts":1784681277.3885632,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"849487a6-e801-4dae-848b-dc76800f99c2","EoS":false} {"level":"info","ts":1784681277.388574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"849487a6-e801-4dae-848b-dc76800f99c2","EoS":true} {"level":"info","ts":1784681277.3885963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"849487a6-e801-4dae-848b-dc76800f99c2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681277.388616,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"849487a6-e801-4dae-848b-dc76800f99c2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681277.3886392,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"849487a6-e801-4dae-848b-dc76800f99c2"} {"level":"info","ts":1784681279.4194083,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681279.4194956,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681279.419508,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681279.41952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","EoS":false} {"level":"info","ts":1784681279.4195337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","EoS":true} {"level":"info","ts":1784681279.4195554,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681279.4195714,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681279.419592,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"529d965e-7781-4ca5-9fe1-387f228b3f86"} {"level":"info","ts":1784681292.2933245,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681292.293408,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681292.2934186,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681292.293432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","EoS":false} {"level":"info","ts":1784681292.2934434,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","EoS":true} {"level":"info","ts":1784681292.2934632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681292.2934797,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa24674c-e51a-453c-853a-7be108819629","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681292.2935205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa24674c-e51a-453c-853a-7be108819629"} {"level":"info","ts":1784681300.8227406,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681300.822853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681300.8228679,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681300.8228803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","EoS":false} {"level":"info","ts":1784681300.822891,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","EoS":true} {"level":"info","ts":1784681300.8229125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681300.8229313,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681300.8229566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8c5fd52-ab28-4b03-a94b-424e881a782a"} {"level":"info","ts":1784681309.7043495,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681309.7044442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681309.7044542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681309.704466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","EoS":false} {"level":"info","ts":1784681309.7044802,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","EoS":true} {"level":"info","ts":1784681309.7045023,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681309.7045176,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681309.7045393,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8b2cc74a-ee6b-47e8-88ee-ecd23b40ebac"} {"level":"info","ts":1784681318.6879194,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681318.687996,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3dc84cb5-dcc9-48bb-903d-e804a3356c7b"} {"level":"info","ts":1784681318.688006,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3dc84cb5-dcc9-48bb-903d-e804a3356c7b"} {"level":"info","ts":1784681318.688017,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc84cb5-dcc9-48bb-903d-e804a3356c7b","EoS":false} {"level":"info","ts":1784681318.6880276,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3dc84cb5-dcc9-48bb-903d-e804a3356c7b","EoS":true} {"level":"info","ts":1784681318.6880474,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3dc84cb5-dcc9-48bb-903d-e804a3356c7b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681318.6880605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3dc84cb5-dcc9-48bb-903d-e804a3356c7b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681318.688083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3dc84cb5-dcc9-48bb-903d-e804a3356c7b"} {"level":"info","ts":1784681323.4017434,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681323.4018352,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a95846b4-b46c-496a-bc3e-1c27203ebceb"} {"level":"info","ts":1784681323.401847,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a95846b4-b46c-496a-bc3e-1c27203ebceb"} {"level":"info","ts":1784681323.401858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a95846b4-b46c-496a-bc3e-1c27203ebceb","EoS":false} {"level":"info","ts":1784681323.4018724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a95846b4-b46c-496a-bc3e-1c27203ebceb","EoS":true} {"level":"info","ts":1784681323.4018943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a95846b4-b46c-496a-bc3e-1c27203ebceb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681323.4019098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a95846b4-b46c-496a-bc3e-1c27203ebceb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681323.4019291,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a95846b4-b46c-496a-bc3e-1c27203ebceb"} {"level":"info","ts":1784681328.1682174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681328.1682935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb172a15-c43a-4737-8c71-bc251f118084"} {"level":"info","ts":1784681328.1683028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb172a15-c43a-4737-8c71-bc251f118084"} {"level":"info","ts":1784681328.1683135,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb172a15-c43a-4737-8c71-bc251f118084","EoS":false} {"level":"info","ts":1784681328.1683257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb172a15-c43a-4737-8c71-bc251f118084","EoS":true} {"level":"info","ts":1784681328.1683462,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cb172a15-c43a-4737-8c71-bc251f118084","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681328.1683617,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cb172a15-c43a-4737-8c71-bc251f118084","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681328.1683817,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb172a15-c43a-4737-8c71-bc251f118084"} {"level":"info","ts":1784681328.4356134,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681328.4356833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f42712e-8093-43a4-b15d-7788977012b7"} {"level":"info","ts":1784681328.4356928,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f42712e-8093-43a4-b15d-7788977012b7"} {"level":"info","ts":1784681328.435704,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f42712e-8093-43a4-b15d-7788977012b7","EoS":false} {"level":"info","ts":1784681328.4357145,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f42712e-8093-43a4-b15d-7788977012b7","EoS":true} {"level":"info","ts":1784681328.4357338,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f42712e-8093-43a4-b15d-7788977012b7","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681328.435749,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f42712e-8093-43a4-b15d-7788977012b7","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681328.4357686,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f42712e-8093-43a4-b15d-7788977012b7"} {"level":"info","ts":1784681330.472896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681330.47297,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c521caf8-f9d0-4a71-ae3d-d6cdaf173c46"} {"level":"info","ts":1784681330.4729798,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c521caf8-f9d0-4a71-ae3d-d6cdaf173c46"} {"level":"info","ts":1784681330.4729917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c521caf8-f9d0-4a71-ae3d-d6cdaf173c46","EoS":false} {"level":"info","ts":1784681330.4730089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c521caf8-f9d0-4a71-ae3d-d6cdaf173c46","EoS":true} {"level":"info","ts":1784681330.4730427,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c521caf8-f9d0-4a71-ae3d-d6cdaf173c46","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681330.4730582,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c521caf8-f9d0-4a71-ae3d-d6cdaf173c46","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681330.473079,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c521caf8-f9d0-4a71-ae3d-d6cdaf173c46"} {"level":"info","ts":1784681332.5097146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681332.5098362,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681332.509852,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681332.509873,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","EoS":false} {"level":"info","ts":1784681332.5098937,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","EoS":true} {"level":"info","ts":1784681332.5099232,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681332.5099492,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681332.509978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e564aad5-41c5-4c80-b838-d63a0b9ecba1"} {"level":"info","ts":1784681354.8886447,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681354.8887286,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681354.8887393,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681354.8887506,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","EoS":false} {"level":"info","ts":1784681354.8887637,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","EoS":true} {"level":"info","ts":1784681354.8888035,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681354.8888204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681354.8888402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bd5a8e7c-2dd4-427c-afac-c2b7c7505342"} {"level":"info","ts":1784681364.1824107,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681364.1825,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d65c2ce0-5dd6-42b8-a609-1a0e94506082"} {"level":"info","ts":1784681364.182508,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d65c2ce0-5dd6-42b8-a609-1a0e94506082"} {"level":"info","ts":1784681364.1825192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d65c2ce0-5dd6-42b8-a609-1a0e94506082","EoS":false} {"level":"info","ts":1784681364.1825304,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d65c2ce0-5dd6-42b8-a609-1a0e94506082","EoS":true} {"level":"info","ts":1784681364.1825516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d65c2ce0-5dd6-42b8-a609-1a0e94506082","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681364.182568,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d65c2ce0-5dd6-42b8-a609-1a0e94506082","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681364.182587,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d65c2ce0-5dd6-42b8-a609-1a0e94506082"} {"level":"info","ts":1784681369.704293,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681369.7043989,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"90c604e6-f20d-40c7-8512-c9aa17b08623"} {"level":"info","ts":1784681369.7044117,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"90c604e6-f20d-40c7-8512-c9aa17b08623"} {"level":"info","ts":1784681369.704428,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90c604e6-f20d-40c7-8512-c9aa17b08623","EoS":false} {"level":"info","ts":1784681369.7044508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"90c604e6-f20d-40c7-8512-c9aa17b08623","EoS":true} {"level":"info","ts":1784681369.7045364,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"90c604e6-f20d-40c7-8512-c9aa17b08623","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681369.7045624,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"90c604e6-f20d-40c7-8512-c9aa17b08623","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681369.7045996,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"90c604e6-f20d-40c7-8512-c9aa17b08623"} {"level":"info","ts":1784681379.2688103,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681379.2688932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4d6fd562-8f99-403a-a236-d4a1717493f0"} {"level":"info","ts":1784681379.2689035,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4d6fd562-8f99-403a-a236-d4a1717493f0"} {"level":"info","ts":1784681379.2689152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d6fd562-8f99-403a-a236-d4a1717493f0","EoS":false} {"level":"info","ts":1784681379.2689261,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4d6fd562-8f99-403a-a236-d4a1717493f0","EoS":true} {"level":"info","ts":1784681379.268948,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4d6fd562-8f99-403a-a236-d4a1717493f0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681379.2689672,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4d6fd562-8f99-403a-a236-d4a1717493f0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681379.268992,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4d6fd562-8f99-403a-a236-d4a1717493f0"} {"level":"info","ts":1784681381.3016868,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681381.3017967,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681381.3018112,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681381.3018346,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","EoS":false} {"level":"info","ts":1784681381.3018565,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","EoS":true} {"level":"info","ts":1784681381.3018851,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681381.3019052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681381.3019402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"903012c2-bf51-4037-9b6a-e3ce97ff86a1"} {"level":"info","ts":1784681390.7124448,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681390.712545,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.712564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.712583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","EoS":false} {"level":"info","ts":1784681390.7126029,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","EoS":true} {"level":"info","ts":1784681390.7126365,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681390.7126572,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681390.7126846,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cfbcb1c9-b54f-4b72-bc22-30b0a13d06f1"} {"level":"info","ts":1784681390.751869,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681390.7519543,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681390.751965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681390.7519782,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","EoS":false} {"level":"info","ts":1784681390.7519994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","EoS":true} {"level":"info","ts":1784681390.752025,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681390.7520785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681390.7520988,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d33b619-12c5-44a8-90d8-c21bca2ceee2"} {"level":"info","ts":1784681409.922758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681409.9228728,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681409.922883,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681409.9228957,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","EoS":false} {"level":"info","ts":1784681409.9229128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","EoS":true} {"level":"info","ts":1784681409.922936,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681409.9229534,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4178417e-931b-4473-8260-108e2fc731af","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681409.9229743,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4178417e-931b-4473-8260-108e2fc731af"} {"level":"info","ts":1784681419.257998,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681419.2580786,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"362bc549-6b34-41e5-92b3-98ef716d2b16"} {"level":"info","ts":1784681419.2580884,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"362bc549-6b34-41e5-92b3-98ef716d2b16"} {"level":"info","ts":1784681419.2581036,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"362bc549-6b34-41e5-92b3-98ef716d2b16","EoS":false} {"level":"info","ts":1784681419.2581146,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"362bc549-6b34-41e5-92b3-98ef716d2b16","EoS":true} {"level":"info","ts":1784681419.2581344,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"362bc549-6b34-41e5-92b3-98ef716d2b16","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681419.2581499,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"362bc549-6b34-41e5-92b3-98ef716d2b16","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681419.2581706,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"362bc549-6b34-41e5-92b3-98ef716d2b16"} {"level":"info","ts":1784681424.5314696,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681424.5315614,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"626c385a-bc87-463f-bfa3-4e4ddce747b6"} {"level":"info","ts":1784681424.5315716,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"626c385a-bc87-463f-bfa3-4e4ddce747b6"} {"level":"info","ts":1784681424.531583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"626c385a-bc87-463f-bfa3-4e4ddce747b6","EoS":false} {"level":"info","ts":1784681424.531595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"626c385a-bc87-463f-bfa3-4e4ddce747b6","EoS":true} {"level":"info","ts":1784681424.5316162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"626c385a-bc87-463f-bfa3-4e4ddce747b6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784681424.5316324,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"626c385a-bc87-463f-bfa3-4e4ddce747b6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784681424.5316594,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"626c385a-bc87-463f-bfa3-4e4ddce747b6"} {"level":"info","ts":1784681515.0978456,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681515.0979471,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d69bd3cb-9f9d-4754-9a8a-4c73b1bfa048"} {"level":"info","ts":1784681515.0979629,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d69bd3cb-9f9d-4754-9a8a-4c73b1bfa048"} {"level":"info","ts":1784681515.0979753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d69bd3cb-9f9d-4754-9a8a-4c73b1bfa048","EoS":false} {"level":"info","ts":1784681515.097986,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d69bd3cb-9f9d-4754-9a8a-4c73b1bfa048","EoS":true} {"level":"info","ts":1784681515.0980046,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d69bd3cb-9f9d-4754-9a8a-4c73b1bfa048","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784681515.0980198,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d69bd3cb-9f9d-4754-9a8a-4c73b1bfa048","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784681515.0980468,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d69bd3cb-9f9d-4754-9a8a-4c73b1bfa048"} {"level":"info","ts":1784681542.3742821,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681542.374367,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681542.3743796,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681542.3743923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","EoS":false} {"level":"info","ts":1784681542.37441,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","EoS":true} {"level":"info","ts":1784681542.37443,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784681542.3744447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784681542.3744671,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"792994ff-966f-4a4e-9234-d3a91b02113b"} {"level":"info","ts":1784681579.4550986,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681579.4551783,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681579.4551892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681579.4552002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","EoS":false} {"level":"info","ts":1784681579.4552114,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","EoS":true} {"level":"info","ts":1784681579.4552448,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681579.4552581,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681579.4552875,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"725ab541-1308-4bff-8238-b89ce70e6123"} {"level":"info","ts":1784681594.7452726,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681594.7453604,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681594.74537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681594.7453816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","EoS":false} {"level":"info","ts":1784681594.745396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","EoS":true} {"level":"info","ts":1784681594.7454596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681594.7454813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681594.7455049,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43f19c1f-dfa9-45ca-9556-2e19d9367e2c"} {"level":"info","ts":1784681595.0478492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681595.0479343,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"35243bd5-d6e4-44f3-871b-c1bb0d128d78"} {"level":"info","ts":1784681595.0479434,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"35243bd5-d6e4-44f3-871b-c1bb0d128d78"} {"level":"info","ts":1784681595.047955,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35243bd5-d6e4-44f3-871b-c1bb0d128d78","EoS":false} {"level":"info","ts":1784681595.0479696,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"35243bd5-d6e4-44f3-871b-c1bb0d128d78","EoS":true} {"level":"info","ts":1784681595.047992,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"35243bd5-d6e4-44f3-871b-c1bb0d128d78","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784681595.0480084,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"35243bd5-d6e4-44f3-871b-c1bb0d128d78","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681595.048034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"35243bd5-d6e4-44f3-871b-c1bb0d128d78"} {"level":"info","ts":1784681888.470537,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681888.4706233,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.4706318,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.470643,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","EoS":false} {"level":"info","ts":1784681888.4706533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","EoS":true} {"level":"info","ts":1784681888.470675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681888.4706914,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681888.4707112,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b646315e-7960-4033-bc7e-64bcacb4bdf0"} {"level":"info","ts":1784681888.5129137,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681888.513001,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681888.513009,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681888.5130212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","EoS":false} {"level":"info","ts":1784681888.513035,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","EoS":true} {"level":"info","ts":1784681888.5130937,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681888.513111,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681888.5131319,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c13ddfb7-9e1c-406b-98a9-b3c07a592b29"} {"level":"info","ts":1784681888.5533893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681888.5534658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30f9a7e3-c1ec-419a-a92b-41b4d48d07be"} {"level":"info","ts":1784681888.553475,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"30f9a7e3-c1ec-419a-a92b-41b4d48d07be"} {"level":"info","ts":1784681888.5534863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30f9a7e3-c1ec-419a-a92b-41b4d48d07be","EoS":false} {"level":"info","ts":1784681888.5535011,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"30f9a7e3-c1ec-419a-a92b-41b4d48d07be","EoS":true} {"level":"info","ts":1784681888.55352,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30f9a7e3-c1ec-419a-a92b-41b4d48d07be","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681888.5535355,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30f9a7e3-c1ec-419a-a92b-41b4d48d07be","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681888.5535867,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"30f9a7e3-c1ec-419a-a92b-41b4d48d07be"} {"level":"info","ts":1784681888.586174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681888.5862534,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e128b57c-0455-4ff9-8be0-471e006403ff"} {"level":"info","ts":1784681888.586262,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e128b57c-0455-4ff9-8be0-471e006403ff"} {"level":"info","ts":1784681888.586273,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e128b57c-0455-4ff9-8be0-471e006403ff","EoS":false} {"level":"info","ts":1784681888.586286,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e128b57c-0455-4ff9-8be0-471e006403ff","EoS":true} {"level":"info","ts":1784681888.586307,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e128b57c-0455-4ff9-8be0-471e006403ff","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784681888.5863235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e128b57c-0455-4ff9-8be0-471e006403ff","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784681888.5863428,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e128b57c-0455-4ff9-8be0-471e006403ff"} {"level":"info","ts":1784681893.446376,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b52ab57-123c-489a-b907-385c7dc1c52d"} {"level":"info","ts":1784681893.446406,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"935256cb-8820-47f2-91be-bae9d52026e3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681893.4464521,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"935256cb-8820-47f2-91be-bae9d52026e3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784681893.4514744,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee1fb115-a81b-47f7-bd26-e4dae452583b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681893.4515126,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"ee1fb115-a81b-47f7-bd26-e4dae452583b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784681893.4517703,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34819.421572563,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.451816,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.630415,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.6309378,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56f77550-162b-49b9-a513-e3a948a54c20","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681893.6309843,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"56f77550-162b-49b9-a513-e3a948a54c20","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784681893.6310976,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80d2b95f-e489-45b9-8bfe-cf2bbfa31399"} {"level":"info","ts":1784681893.6311991,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6a4d8e5-ae36-43f2-bbb6-7c7660716d64","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.6314425,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c6a4d8e5-ae36-43f2-bbb6-7c7660716d64","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.6315055,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":34858.213529429,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.6315186,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.6318371,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":38410.484262592,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.6318505,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.6382174,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.639086,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784681893.7271566,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac161204-ccb6-4d25-b00a-a9de4d83c004","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.7271988,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ac161204-ccb6-4d25-b00a-a9de4d83c004","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.7320616,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b52ab57-123c-489a-b907-385c7dc1c52d","name":"e2e-external-provider"} {"level":"info","ts":1784681893.7320669,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80d2b95f-e489-45b9-8bfe-cf2bbfa31399","name":"e2e-external-model"} {"level":"error","ts":1784681893.7416124,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80d2b95f-e489-45b9-8bfe-cf2bbfa31399","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784681893.7416716,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"80d2b95f-e489-45b9-8bfe-cf2bbfa31399","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681893.7417486,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f1ee9e4-71bc-43c6-8449-3454b97cdb19"} {"level":"info","ts":1784681893.7417605,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dddd962-aafe-42da-b3c3-f3bdba4bd0ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.741808,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dddd962-aafe-42da-b3c3-f3bdba4bd0ce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784681893.741833,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f1ee9e4-71bc-43c6-8449-3454b97cdb19","name":"e2e-external-model"} {"level":"info","ts":1784681893.7421684,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b52ab57-123c-489a-b907-385c7dc1c52d","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784681893.7457209,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"1b52ab57-123c-489a-b907-385c7dc1c52d","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681893.745814,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98e9acb1-a7cb-4a99-9f51-90b380b6085f"} {"level":"info","ts":1784681893.7458527,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98e9acb1-a7cb-4a99-9f51-90b380b6085f","name":"e2e-external-provider"} {"level":"info","ts":1784681893.7497206,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f1ee9e4-71bc-43c6-8449-3454b97cdb19","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681893.7570317,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"98e9acb1-a7cb-4a99-9f51-90b380b6085f","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784681893.7571194,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5cf39d30-d303-452f-8f64-f4d624ae96e8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681893.7571497,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5cf39d30-d303-452f-8f64-f4d624ae96e8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784681893.7573473,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2f1ee9e4-71bc-43c6-8449-3454b97cdb19","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681893.7574277,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1c19e57-725d-4ff4-9328-07ac6b0ae0b9"} {"level":"info","ts":1784681893.7574837,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1c19e57-725d-4ff4-9328-07ac6b0ae0b9","name":"e2e-external-model"} {"level":"info","ts":1784681893.7649536,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c1c19e57-725d-4ff4-9328-07ac6b0ae0b9","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681901.0008583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681901.00095,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2"} {"level":"info","ts":1784681901.0009694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2"} {"level":"info","ts":1784681901.0009866,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2","EoS":false} {"level":"info","ts":1784681901.0010068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2","EoS":true} {"level":"info","ts":1784681901.0010395,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784681901.0010588,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784681901.0010715,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2","modelName":"e2e-external-model"} {"level":"info","ts":1784681901.0010915,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784681901.0011516,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ffcfd6e2-e8d9-4d09-8e85-88966d7ab0e2"} {"level":"info","ts":1784681901.0635095,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681901.0635853,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324"} {"level":"info","ts":1784681901.0635946,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324"} {"level":"info","ts":1784681901.0636058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324","EoS":false} {"level":"info","ts":1784681901.0636196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324","EoS":true} {"level":"info","ts":1784681901.0636399,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784681901.0636544,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784681901.063661,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324","modelName":"e2e-external-model"} {"level":"info","ts":1784681901.0636742,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784681901.0637088,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ed1b892-64d1-4fc1-aea1-36ffe5bf6324"} {"level":"info","ts":1784681901.0878222,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681901.0879016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217"} {"level":"info","ts":1784681901.0879135,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217"} {"level":"info","ts":1784681901.0879257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","EoS":false} {"level":"info","ts":1784681901.0879395,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","EoS":true} {"level":"info","ts":1784681901.0879638,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784681901.08798,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784681901.0879903,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","modelName":"e2e-external-model"} {"level":"info","ts":1784681901.0880067,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784681901.088047,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8fe67571-963f-43a1-b9ff-3ad0bcb23217"} {"level":"info","ts":1784681901.2178535,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e32c7aab-d5d5-4147-ba22-a42c344ce510"} {"level":"info","ts":1784681901.217878,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1550d36a-3f24-4f37-b76e-857d574eb540","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2179117,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1550d36a-3f24-4f37-b76e-857d574eb540","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784681901.225002,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc10bf4d-c974-4a7f-8758-b9bcaefe9e8d","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2250366,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bc10bf4d-c974-4a7f-8758-b9bcaefe9e8d","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784681901.2261555,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e32c7aab-d5d5-4147-ba22-a42c344ce510","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681901.2262108,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e32c7aab-d5d5-4147-ba22-a42c344ce510","name":"e2e-cleanup-test"} {"level":"info","ts":1784681901.239848,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79665607-6b6b-4e2e-bfa5-60b8aacceec8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.239882,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"79665607-6b6b-4e2e-bfa5-60b8aacceec8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784681901.2413633,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e32c7aab-d5d5-4147-ba22-a42c344ce510","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784681901.241404,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e32c7aab-d5d5-4147-ba22-a42c344ce510","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681901.2414615,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed18634-adde-4422-8765-c27fcc41d0dc"} {"level":"info","ts":1784681901.2415059,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed18634-adde-4422-8765-c27fcc41d0dc","name":"e2e-cleanup-test"} {"level":"error","ts":1784681901.2564197,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9ed18634-adde-4422-8765-c27fcc41d0dc","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681901.2565084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fb35d89-004a-4d48-88d6-0f8b415e7062","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2565422,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5fb35d89-004a-4d48-88d6-0f8b415e7062","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784681901.256513,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7bc8fa5-d2d5-4522-bfd1-446ee2d90e10"} {"level":"info","ts":1784681901.2566082,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7bc8fa5-d2d5-4522-bfd1-446ee2d90e10","name":"e2e-cleanup-test"} {"level":"info","ts":1784681901.2655787,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7bc8fa5-d2d5-4522-bfd1-446ee2d90e10","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681901.2720218,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dea9cf71-b512-4bed-b875-a06e4b7b01b0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681901.2720559,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"dea9cf71-b512-4bed-b875-a06e4b7b01b0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784681901.2729254,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b7bc8fa5-d2d5-4522-bfd1-446ee2d90e10","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784681901.2730024,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6dd567ed-a98b-4e69-9476-135afd77dc74"} {"level":"info","ts":1784681901.2730527,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6dd567ed-a98b-4e69-9476-135afd77dc74","name":"e2e-cleanup-test"} {"level":"info","ts":1784681901.2803154,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6dd567ed-a98b-4e69-9476-135afd77dc74","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784681909.5035737,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"eb525189-d6ed-4977-a923-e3949c449cc2"} {"level":"info","ts":1784681909.5036082,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf5af384-6e9d-4427-9fcf-cb2e938be06b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681909.503641,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"bf5af384-6e9d-4427-9fcf-cb2e938be06b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784681913.8215349,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681913.8216143,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6"} {"level":"info","ts":1784681913.8216238,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6"} {"level":"info","ts":1784681913.8216362,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6","EoS":false} {"level":"info","ts":1784681913.8216512,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6","EoS":true} {"level":"info","ts":1784681913.821675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784681913.8217175,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784681913.8217452,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b70e766b-a051-4df5-84fe-7912d59409c6"} {"level":"info","ts":1784681913.852405,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681913.8524835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d"} {"level":"info","ts":1784681913.852494,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d"} {"level":"info","ts":1784681913.8525052,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","EoS":false} {"level":"info","ts":1784681913.8525202,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","EoS":true} {"level":"info","ts":1784681913.85254,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784681913.8526087,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784681913.8526223,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","modelName":"e2e-external-model"} {"level":"info","ts":1784681913.8526402,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784681913.8526795,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"22e240bc-4f5e-4ce9-84a2-f10e400af50d"} {"level":"info","ts":1784681913.8971343,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681913.8972125,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681913.8972213,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681913.8972337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","EoS":false} {"level":"info","ts":1784681913.8972442,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","EoS":true} {"level":"info","ts":1784681913.8972628,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784681913.8972785,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784681913.8972974,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad7d689d-3d98-41c3-8df2-a45c75bcb486"} {"level":"info","ts":1784681914.0410492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784681914.0411274,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.0411382,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.0411496,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","EoS":false} {"level":"info","ts":1784681914.0411682,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","EoS":true} {"level":"info","ts":1784681914.0411963,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8","field":"model"} {"level":"info","ts":1784681914.041223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4a5e8cd2-86b4-449c-bcd5-344221839ae8"} {"level":"info","ts":1784681914.986474,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e73a13f-90c4-4f7b-a6ee-eb333da301cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681914.986509,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3e73a13f-90c4-4f7b-a6ee-eb333da301cb","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784681914.9864745,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce6070a2-782f-49f3-a83c-0062219f0226"} {"level":"info","ts":1784681915.1235626,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"629cffbe-9d05-4fb0-903f-ed662103d959","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681915.1236048,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"629cffbe-9d05-4fb0-903f-ed662103d959","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784681915.123633,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"96a1e476-9111-452e-b6d2-601c61d2b6be"} {"level":"info","ts":1784682493.544529,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784682493.5446084,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"afa64783-f629-9e4f-aef8-7068b225692e"} {"level":"info","ts":1784682493.5446165,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"afa64783-f629-9e4f-aef8-7068b225692e"} {"level":"info","ts":1784682493.544627,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afa64783-f629-9e4f-aef8-7068b225692e","EoS":false} {"level":"info","ts":1784682493.5446389,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"afa64783-f629-9e4f-aef8-7068b225692e","EoS":true} {"level":"info","ts":1784682493.5446591,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"afa64783-f629-9e4f-aef8-7068b225692e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784682493.5446749,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"afa64783-f629-9e4f-aef8-7068b225692e","path":"/ai-tenant-e2e-inf-b-75fe9f/test-model-75fe9f/v1/chat/completions"} {"level":"info","ts":1784682493.5446944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"afa64783-f629-9e4f-aef8-7068b225692e"} {"level":"info","ts":1784682514.6713893,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784682514.6714597,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784682514.671468,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784682514.6714785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","EoS":false} {"level":"info","ts":1784682514.671495,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","EoS":true} {"level":"info","ts":1784682514.671513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784682514.6715283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712","path":"/ai-tenant-e2e-inf-b-75fe9f/test-model-75fe9f/v1/chat/completions"} {"level":"info","ts":1784682514.6715498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d0bf4dd7-4bec-41cc-a3b1-4ef8970f2712"} {"level":"info","ts":1784683021.7346413,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784683021.7347276,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a78499fb-ac56-4eaf-b4e3-7cf7dcb374c1"}