{"level":"info","ts":1784668570.2348104,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"af5f246d-889d-43f0-8012-b5fabf0bf096"} {"level":"info","ts":1784668570.2348228,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"af5f246d-889d-43f0-8012-b5fabf0bf096"} {"level":"info","ts":1784668570.2348337,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af5f246d-889d-43f0-8012-b5fabf0bf096","EoS":false} {"level":"info","ts":1784668570.2348464,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"af5f246d-889d-43f0-8012-b5fabf0bf096","EoS":true} {"level":"info","ts":1784668570.234868,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"af5f246d-889d-43f0-8012-b5fabf0bf096","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668570.234884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"af5f246d-889d-43f0-8012-b5fabf0bf096","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.2349584,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"af5f246d-889d-43f0-8012-b5fabf0bf096"} {"level":"info","ts":1784668570.371966,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.3720448,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.3720543,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.3720655,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","EoS":false} {"level":"info","ts":1784668570.3720748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","EoS":true} {"level":"info","ts":1784668570.3720942,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668570.3721101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.3721287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"df7f1114-4913-46c4-b448-b695c68153d5"} {"level":"info","ts":1784668570.5105991,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.5107055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.5107207,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.510733,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","EoS":false} {"level":"info","ts":1784668570.510743,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","EoS":true} {"level":"info","ts":1784668570.510761,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668570.510777,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.510858,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a0a895ec-8e41-49a2-bbb6-3e8eb07f58c3"} {"level":"info","ts":1784668570.6460307,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.6461122,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.6461253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.6461368,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","EoS":false} {"level":"info","ts":1784668570.6461475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","EoS":true} {"level":"info","ts":1784668570.6461706,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668570.6461856,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.646209,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d720f623-6bb9-4a50-8208-9c721639b7bd"} {"level":"info","ts":1784668570.782981,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.7830586,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668570.783068,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668570.7830799,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","EoS":false} {"level":"info","ts":1784668570.783092,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","EoS":true} {"level":"info","ts":1784668570.7831116,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668570.7831264,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.7831514,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f663fa5-f5cc-45cb-a8d5-720ae233acc3"} {"level":"info","ts":1784668570.9217315,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668570.9218373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c206d7ed-8c0c-4559-91a5-c5d35b1336ab"} {"level":"info","ts":1784668570.9218495,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c206d7ed-8c0c-4559-91a5-c5d35b1336ab"} {"level":"info","ts":1784668570.921861,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c206d7ed-8c0c-4559-91a5-c5d35b1336ab","EoS":false} {"level":"info","ts":1784668570.9218717,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c206d7ed-8c0c-4559-91a5-c5d35b1336ab","EoS":true} {"level":"info","ts":1784668570.9219553,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c206d7ed-8c0c-4559-91a5-c5d35b1336ab","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668570.921978,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c206d7ed-8c0c-4559-91a5-c5d35b1336ab","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668570.9220054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c206d7ed-8c0c-4559-91a5-c5d35b1336ab"} {"level":"info","ts":1784668587.7176948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668587.7177782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.7177906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.717803,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","EoS":false} {"level":"info","ts":1784668587.7178154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","EoS":true} {"level":"info","ts":1784668587.7178366,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668587.7178519,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668587.717872,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b11ea9a-2cac-47ef-9566-06640ef8c5e2"} {"level":"info","ts":1784668587.7596862,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668587.7597535,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.7597654,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.7597764,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","EoS":false} {"level":"info","ts":1784668587.7597857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","EoS":true} {"level":"info","ts":1784668587.7598028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668587.7598171,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668587.7598338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"518e15e6-cfa8-4ef5-a6c7-65a80d26b705"} {"level":"info","ts":1784668587.7939749,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668587.794024,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c208374-3589-481b-8ae2-9abd3028acb3"} {"level":"info","ts":1784668587.7940328,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c208374-3589-481b-8ae2-9abd3028acb3"} {"level":"info","ts":1784668587.794049,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c208374-3589-481b-8ae2-9abd3028acb3","EoS":false} {"level":"info","ts":1784668587.794064,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c208374-3589-481b-8ae2-9abd3028acb3","EoS":true} {"level":"info","ts":1784668587.7940807,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c208374-3589-481b-8ae2-9abd3028acb3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668587.7940936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c208374-3589-481b-8ae2-9abd3028acb3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668587.7941086,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c208374-3589-481b-8ae2-9abd3028acb3"} {"level":"info","ts":1784668587.825858,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668587.8259048,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1fb88536-cdcf-4733-8f22-dee38e9ce6e6"} {"level":"info","ts":1784668587.8259127,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1fb88536-cdcf-4733-8f22-dee38e9ce6e6"} {"level":"info","ts":1784668587.8259225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb88536-cdcf-4733-8f22-dee38e9ce6e6","EoS":false} {"level":"info","ts":1784668587.8259327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1fb88536-cdcf-4733-8f22-dee38e9ce6e6","EoS":true} {"level":"info","ts":1784668587.8259463,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1fb88536-cdcf-4733-8f22-dee38e9ce6e6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668587.8259583,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1fb88536-cdcf-4733-8f22-dee38e9ce6e6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668587.8259745,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1fb88536-cdcf-4733-8f22-dee38e9ce6e6"} {"level":"info","ts":1784668587.8631825,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668587.8632371,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86fcb7dd-2c0e-4109-9fa9-afba8a3f770f"} {"level":"info","ts":1784668592.4911497,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668592.4912267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668592.4912384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668592.491249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","EoS":false} {"level":"info","ts":1784668592.4912605,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","EoS":true} {"level":"info","ts":1784668592.4912822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668592.491299,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668592.491333,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cdb8760d-a6ca-43f9-a769-f8ce5a8b4fb7"} {"level":"info","ts":1784668601.0774102,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668601.077504,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5150b402-4f2c-4097-8a63-24bf518ea705"} {"level":"info","ts":1784668601.0775192,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5150b402-4f2c-4097-8a63-24bf518ea705"} {"level":"info","ts":1784668601.077534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5150b402-4f2c-4097-8a63-24bf518ea705","EoS":false} {"level":"info","ts":1784668601.0775445,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5150b402-4f2c-4097-8a63-24bf518ea705","EoS":true} {"level":"info","ts":1784668601.077564,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5150b402-4f2c-4097-8a63-24bf518ea705","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668601.0775795,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5150b402-4f2c-4097-8a63-24bf518ea705","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668601.0776021,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5150b402-4f2c-4097-8a63-24bf518ea705"} {"level":"info","ts":1784668603.1117904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668603.1118777,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668603.1118894,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668603.1119037,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","EoS":false} {"level":"info","ts":1784668603.1119227,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","EoS":true} {"level":"info","ts":1784668603.1119459,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668603.111961,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668603.1119828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7bbd8e58-67c8-4dfd-afe7-0dcfdf64da15"} {"level":"info","ts":1784668616.0319633,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668616.0320418,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668616.0320508,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668616.0320625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","EoS":false} {"level":"info","ts":1784668616.0320728,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","EoS":true} {"level":"info","ts":1784668616.0320928,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668616.0321083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668616.0321295,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"96bd66d6-a8c5-4e21-aaeb-b8cd543351ce"} {"level":"info","ts":1784668624.6149566,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668624.6150346,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668624.6150482,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668624.6150613,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","EoS":false} {"level":"info","ts":1784668624.6150734,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","EoS":true} {"level":"info","ts":1784668624.615093,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668624.6151092,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668624.6151319,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8a538d4e-fe2b-4dad-afa7-a44ad1de87bc"} {"level":"info","ts":1784668633.533258,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668633.5333412,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668633.5333538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668633.533402,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","EoS":false} {"level":"info","ts":1784668633.5334148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","EoS":true} {"level":"info","ts":1784668633.5334353,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668633.5334513,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668633.5334775,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"162303e4-7336-446f-961e-c4ee56021eec"} {"level":"info","ts":1784668642.579287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668642.5793936,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dbc108cf-4e94-4ffe-b08f-db1e9579db69"} {"level":"info","ts":1784668642.5794103,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dbc108cf-4e94-4ffe-b08f-db1e9579db69"} {"level":"info","ts":1784668642.5794241,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbc108cf-4e94-4ffe-b08f-db1e9579db69","EoS":false} {"level":"info","ts":1784668642.5794356,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dbc108cf-4e94-4ffe-b08f-db1e9579db69","EoS":true} {"level":"info","ts":1784668642.5794585,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dbc108cf-4e94-4ffe-b08f-db1e9579db69","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668642.5794778,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dbc108cf-4e94-4ffe-b08f-db1e9579db69","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668642.5795074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dbc108cf-4e94-4ffe-b08f-db1e9579db69"} {"level":"info","ts":1784668647.391622,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668647.3916981,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7d1d4afb-fa17-4198-b9ea-7a981ff396f2"} {"level":"info","ts":1784668647.3917077,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7d1d4afb-fa17-4198-b9ea-7a981ff396f2"} {"level":"info","ts":1784668647.3917186,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d1d4afb-fa17-4198-b9ea-7a981ff396f2","EoS":false} {"level":"info","ts":1784668647.39173,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7d1d4afb-fa17-4198-b9ea-7a981ff396f2","EoS":true} {"level":"info","ts":1784668647.391751,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7d1d4afb-fa17-4198-b9ea-7a981ff396f2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784668647.391767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7d1d4afb-fa17-4198-b9ea-7a981ff396f2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668647.3917868,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7d1d4afb-fa17-4198-b9ea-7a981ff396f2"} {"level":"info","ts":1784668652.189504,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668652.1896207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"85d9fc36-acd2-43da-8316-65f927d8ed6a"} {"level":"info","ts":1784668652.1896384,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"85d9fc36-acd2-43da-8316-65f927d8ed6a"} {"level":"info","ts":1784668652.189706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85d9fc36-acd2-43da-8316-65f927d8ed6a","EoS":false} {"level":"info","ts":1784668652.1897392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"85d9fc36-acd2-43da-8316-65f927d8ed6a","EoS":true} {"level":"info","ts":1784668652.189776,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"85d9fc36-acd2-43da-8316-65f927d8ed6a","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668652.1897974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"85d9fc36-acd2-43da-8316-65f927d8ed6a","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668652.189826,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"85d9fc36-acd2-43da-8316-65f927d8ed6a"} {"level":"info","ts":1784668652.4740708,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668652.4741483,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3636b9ae-61c9-454b-97cc-80ac4d5edb3e"} {"level":"info","ts":1784668652.4741569,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3636b9ae-61c9-454b-97cc-80ac4d5edb3e"} {"level":"info","ts":1784668652.4741688,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3636b9ae-61c9-454b-97cc-80ac4d5edb3e","EoS":false} {"level":"info","ts":1784668652.474179,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3636b9ae-61c9-454b-97cc-80ac4d5edb3e","EoS":true} {"level":"info","ts":1784668652.4742005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3636b9ae-61c9-454b-97cc-80ac4d5edb3e","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668652.4742155,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3636b9ae-61c9-454b-97cc-80ac4d5edb3e","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668652.474235,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3636b9ae-61c9-454b-97cc-80ac4d5edb3e"} {"level":"info","ts":1784668654.509553,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668654.5096447,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fdaac3e8-fb66-4f9b-bf93-b90210fcfecc"} {"level":"info","ts":1784668654.5096593,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fdaac3e8-fb66-4f9b-bf93-b90210fcfecc"} {"level":"info","ts":1784668654.509679,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdaac3e8-fb66-4f9b-bf93-b90210fcfecc","EoS":false} {"level":"info","ts":1784668654.5096958,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fdaac3e8-fb66-4f9b-bf93-b90210fcfecc","EoS":true} {"level":"info","ts":1784668654.5097263,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fdaac3e8-fb66-4f9b-bf93-b90210fcfecc","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668654.5097468,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fdaac3e8-fb66-4f9b-bf93-b90210fcfecc","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668654.5097785,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fdaac3e8-fb66-4f9b-bf93-b90210fcfecc"} {"level":"info","ts":1784668656.5503297,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668656.5504556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fd08627-f055-4c25-817d-9c4d738e2b51"} {"level":"info","ts":1784668656.5504758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9fd08627-f055-4c25-817d-9c4d738e2b51"} {"level":"info","ts":1784668656.5504944,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fd08627-f055-4c25-817d-9c4d738e2b51","EoS":false} {"level":"info","ts":1784668656.5505133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fd08627-f055-4c25-817d-9c4d738e2b51","EoS":true} {"level":"info","ts":1784668656.5505464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fd08627-f055-4c25-817d-9c4d738e2b51","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668656.5505693,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fd08627-f055-4c25-817d-9c4d738e2b51","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668656.550602,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9fd08627-f055-4c25-817d-9c4d738e2b51"} {"level":"info","ts":1784668658.5878794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668658.5879536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668658.5879626,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668658.5879738,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","EoS":false} {"level":"info","ts":1784668658.5879834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","EoS":true} {"level":"info","ts":1784668658.5880084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668658.588026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668658.5880487,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"17c02d49-6773-47bc-a2ac-6d57c5cfde7b"} {"level":"info","ts":1784668681.8125901,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668681.8126833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668681.8126962,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668681.8127086,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","EoS":false} {"level":"info","ts":1784668681.812718,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","EoS":true} {"level":"info","ts":1784668681.8127375,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668681.8127525,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668681.8127728,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eb9a5c3a-1d7e-4f01-aafb-ea53dfe14be2"} {"level":"info","ts":1784668691.2031333,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668691.2032208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a958c0d8-bd54-42ac-a432-a3e819105c91"} {"level":"info","ts":1784668691.2032301,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a958c0d8-bd54-42ac-a432-a3e819105c91"} {"level":"info","ts":1784668691.2032423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a958c0d8-bd54-42ac-a432-a3e819105c91","EoS":false} {"level":"info","ts":1784668691.2032516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a958c0d8-bd54-42ac-a432-a3e819105c91","EoS":true} {"level":"info","ts":1784668691.2032723,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a958c0d8-bd54-42ac-a432-a3e819105c91","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668691.2032886,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a958c0d8-bd54-42ac-a432-a3e819105c91","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668691.20331,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a958c0d8-bd54-42ac-a432-a3e819105c91"} {"level":"info","ts":1784668696.747266,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668696.747348,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9fcbad6c-1180-4a3b-bf45-a65ae6c74d6f"} {"level":"info","ts":1784668696.747385,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9fcbad6c-1180-4a3b-bf45-a65ae6c74d6f"} {"level":"info","ts":1784668696.7473984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fcbad6c-1180-4a3b-bf45-a65ae6c74d6f","EoS":false} {"level":"info","ts":1784668696.7474084,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9fcbad6c-1180-4a3b-bf45-a65ae6c74d6f","EoS":true} {"level":"info","ts":1784668696.7474318,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9fcbad6c-1180-4a3b-bf45-a65ae6c74d6f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668696.7474477,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9fcbad6c-1180-4a3b-bf45-a65ae6c74d6f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668696.7474716,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9fcbad6c-1180-4a3b-bf45-a65ae6c74d6f"} {"level":"info","ts":1784668706.3864841,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668706.3865745,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"753a6a74-386e-4bbe-ae54-802d826e38a6"} {"level":"info","ts":1784668706.3865893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"753a6a74-386e-4bbe-ae54-802d826e38a6"} {"level":"info","ts":1784668706.3866088,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"753a6a74-386e-4bbe-ae54-802d826e38a6","EoS":false} {"level":"info","ts":1784668706.3866298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"753a6a74-386e-4bbe-ae54-802d826e38a6","EoS":true} {"level":"info","ts":1784668706.3866606,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"753a6a74-386e-4bbe-ae54-802d826e38a6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668706.3866796,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"753a6a74-386e-4bbe-ae54-802d826e38a6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668706.3867068,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"753a6a74-386e-4bbe-ae54-802d826e38a6"} {"level":"info","ts":1784668708.420484,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668708.4205654,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668708.4205747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668708.4205859,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","EoS":false} {"level":"info","ts":1784668708.4205997,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","EoS":true} {"level":"info","ts":1784668708.42062,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668708.4206362,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668708.4206579,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6415e37d-ceab-4738-b2a9-4e971fd8d5a7"} {"level":"info","ts":1784668717.9579077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668717.9579864,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668717.9579973,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668717.958009,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","EoS":false} {"level":"info","ts":1784668717.9580193,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","EoS":true} {"level":"info","ts":1784668717.9580412,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668717.9580567,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668717.958078,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28803d4d-f094-4b7a-b19f-f8a99af21aef"} {"level":"info","ts":1784668717.9932961,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668717.993351,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668717.9933722,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668717.9933863,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","EoS":false} {"level":"info","ts":1784668717.9933984,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","EoS":true} {"level":"info","ts":1784668717.9934144,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668717.993428,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668717.9934447,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b59835b4-eca6-4292-9410-834b2c9949d3"} {"level":"info","ts":1784668737.3301973,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668737.3302727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668737.330282,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668737.330293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","EoS":false} {"level":"info","ts":1784668737.3303058,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","EoS":true} {"level":"info","ts":1784668737.3303266,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668737.3303418,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668737.3303952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"350ad881-efbc-4d2c-aba5-f92d07d73cad"} {"level":"info","ts":1784668746.6918857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668746.6919749,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff14c43a-5839-4a5c-aa8e-eb30c5b5f516"} {"level":"info","ts":1784668746.6919906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff14c43a-5839-4a5c-aa8e-eb30c5b5f516"} {"level":"info","ts":1784668746.6920104,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff14c43a-5839-4a5c-aa8e-eb30c5b5f516","EoS":false} {"level":"info","ts":1784668746.6920347,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff14c43a-5839-4a5c-aa8e-eb30c5b5f516","EoS":true} {"level":"info","ts":1784668746.6920624,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff14c43a-5839-4a5c-aa8e-eb30c5b5f516","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668746.6920807,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff14c43a-5839-4a5c-aa8e-eb30c5b5f516","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668746.6921084,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff14c43a-5839-4a5c-aa8e-eb30c5b5f516"} {"level":"info","ts":1784668751.98948,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668751.9895556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"24631935-835f-4b04-b658-322b6859236f"} {"level":"info","ts":1784668751.989567,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"24631935-835f-4b04-b658-322b6859236f"} {"level":"info","ts":1784668751.9895785,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24631935-835f-4b04-b658-322b6859236f","EoS":false} {"level":"info","ts":1784668751.9895906,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"24631935-835f-4b04-b658-322b6859236f","EoS":true} {"level":"info","ts":1784668751.9896097,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"24631935-835f-4b04-b658-322b6859236f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784668751.989625,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"24631935-835f-4b04-b658-322b6859236f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784668751.9896474,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"24631935-835f-4b04-b658-322b6859236f"} {"level":"info","ts":1784668842.8882577,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668842.888339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8c1463ca-25e7-4fcd-bd20-8aaf0388b183"} {"level":"info","ts":1784668842.8883514,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8c1463ca-25e7-4fcd-bd20-8aaf0388b183"} {"level":"info","ts":1784668842.888385,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c1463ca-25e7-4fcd-bd20-8aaf0388b183","EoS":false} {"level":"info","ts":1784668842.888396,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8c1463ca-25e7-4fcd-bd20-8aaf0388b183","EoS":true} {"level":"info","ts":1784668842.8884182,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8c1463ca-25e7-4fcd-bd20-8aaf0388b183","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784668842.8884315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8c1463ca-25e7-4fcd-bd20-8aaf0388b183","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784668842.8884466,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8c1463ca-25e7-4fcd-bd20-8aaf0388b183"} {"level":"info","ts":1784668866.4257019,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668866.4257755,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668866.425785,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668866.4257967,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","EoS":false} {"level":"info","ts":1784668866.4258115,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","EoS":true} {"level":"info","ts":1784668866.425831,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784668866.425846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784668866.4258678,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e222380a-4ae1-4d91-bf43-9bd40e110cae"} {"level":"info","ts":1784668903.8663056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668903.866433,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668903.8664517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668903.8665533,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","EoS":false} {"level":"info","ts":1784668903.8665648,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","EoS":true} {"level":"info","ts":1784668903.8665855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668903.866599,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668903.866623,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c76df8fb-3a58-4c24-b510-7f11b477c30e"} {"level":"info","ts":1784668919.2330453,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668919.2331164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784668919.2331252,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784668919.2331367,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","EoS":false} {"level":"info","ts":1784668919.2331498,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","EoS":true} {"level":"info","ts":1784668919.2331705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668919.2331884,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668919.233212,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"71ef31a1-520d-458f-bb90-301451e52461"} {"level":"info","ts":1784668919.569857,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784668919.569932,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0219af03-0975-4ef8-b7b0-135ab161b23d"} {"level":"info","ts":1784668919.5699415,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0219af03-0975-4ef8-b7b0-135ab161b23d"} {"level":"info","ts":1784668919.5699534,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0219af03-0975-4ef8-b7b0-135ab161b23d","EoS":false} {"level":"info","ts":1784668919.5699656,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0219af03-0975-4ef8-b7b0-135ab161b23d","EoS":true} {"level":"info","ts":1784668919.5699809,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0219af03-0975-4ef8-b7b0-135ab161b23d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784668919.569996,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0219af03-0975-4ef8-b7b0-135ab161b23d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784668919.5700176,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0219af03-0975-4ef8-b7b0-135ab161b23d"} {"level":"info","ts":1784669219.8263907,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669219.8264933,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669219.8265083,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669219.8265293,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","EoS":false} {"level":"info","ts":1784669219.8265483,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","EoS":true} {"level":"info","ts":1784669219.8265848,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784669219.8266048,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784669219.8266344,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"65f9b3b5-2fb8-4f04-ad1f-d9b2819f643e"} {"level":"info","ts":1784669219.8669338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669219.8670032,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c3adc122-c80e-418f-8684-f6599b191ed5"} {"level":"info","ts":1784669219.8670108,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c3adc122-c80e-418f-8684-f6599b191ed5"} {"level":"info","ts":1784669219.867022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3adc122-c80e-418f-8684-f6599b191ed5","EoS":false} {"level":"info","ts":1784669219.8670342,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c3adc122-c80e-418f-8684-f6599b191ed5","EoS":true} {"level":"info","ts":1784669219.8670516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c3adc122-c80e-418f-8684-f6599b191ed5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784669219.8670664,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c3adc122-c80e-418f-8684-f6599b191ed5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784669219.8670838,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c3adc122-c80e-418f-8684-f6599b191ed5"} {"level":"info","ts":1784669219.9031525,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669219.9032161,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b36cda98-a376-4cbc-9b3f-ed158b9cc89e"} {"level":"info","ts":1784669219.9032245,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b36cda98-a376-4cbc-9b3f-ed158b9cc89e"} {"level":"info","ts":1784669219.9032357,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b36cda98-a376-4cbc-9b3f-ed158b9cc89e","EoS":false} {"level":"info","ts":1784669219.9032454,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b36cda98-a376-4cbc-9b3f-ed158b9cc89e","EoS":true} {"level":"info","ts":1784669219.9032626,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b36cda98-a376-4cbc-9b3f-ed158b9cc89e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784669219.9032764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b36cda98-a376-4cbc-9b3f-ed158b9cc89e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784669219.9032972,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b36cda98-a376-4cbc-9b3f-ed158b9cc89e"} {"level":"info","ts":1784669224.7949092,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49758c20-e820-438c-91d6-72915ec460bc"} {"level":"info","ts":1784669224.7949584,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc142aa1-b0ce-4df7-98c4-2241884dfee4","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669224.7949934,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"cc142aa1-b0ce-4df7-98c4-2241884dfee4","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784669224.8051777,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f634b3f3-0bae-480e-8261-0ed668fe38e7","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669224.805318,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f634b3f3-0bae-480e-8261-0ed668fe38e7","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784669224.8054056,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":35813.94947614,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.8054264,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.9745314,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17593305-e48c-4d3c-b07e-2d5aad5fee7b","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669224.9745963,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"17593305-e48c-4d3c-b07e-2d5aad5fee7b","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784669224.9748783,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402368bd-7d7c-47ad-a845-403a1d659ec2"} {"level":"info","ts":1784669224.975117,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fbcc630-03ca-4ba9-a283-9590382ccd23","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669224.9756231,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7fbcc630-03ca-4ba9-a283-9590382ccd23","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669224.9757485,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":35910.519419025,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.975773,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.9760084,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86813d63-df9e-4392-952c-214329a24f26","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669224.97603,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"86813d63-df9e-4392-952c-214329a24f26","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669224.980235,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669224.983636,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669225.006067,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":37520.869411915,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669225.0060878,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669225.0738623,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1c7702-592c-496e-921d-a2c7ebedaaac","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669225.0739355,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fc1c7702-592c-496e-921d-a2c7ebedaaac","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669225.0749433,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784669225.075694,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402368bd-7d7c-47ad-a845-403a1d659ec2","name":"e2e-external-model"} {"level":"info","ts":1784669225.084904,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebe89ffb-837d-465a-8ecf-d39933dcc5ad","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669225.0849395,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ebe89ffb-837d-465a-8ecf-d39933dcc5ad","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669225.0878584,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402368bd-7d7c-47ad-a845-403a1d659ec2","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784669225.0929215,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"402368bd-7d7c-47ad-a845-403a1d659ec2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669225.0930388,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70ae9707-f007-4772-933c-7eedc02b4583"} {"level":"info","ts":1784669225.0931168,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70ae9707-f007-4772-933c-7eedc02b4583","name":"e2e-external-model"} {"level":"info","ts":1784669225.1028962,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f81f4ce-6d72-498f-bda8-f811dea0af0c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669225.1029794,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0f81f4ce-6d72-498f-bda8-f811dea0af0c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784669225.1037943,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70ae9707-f007-4772-933c-7eedc02b4583","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784669225.1066766,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49758c20-e820-438c-91d6-72915ec460bc","name":"e2e-external-provider"} {"level":"error","ts":1784669225.106936,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"70ae9707-f007-4772-933c-7eedc02b4583","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669225.10701,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48920d68-abc7-4326-94e7-a1171513e222"} {"level":"info","ts":1784669225.107069,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48920d68-abc7-4326-94e7-a1171513e222","name":"e2e-external-model"} {"level":"info","ts":1784669225.1150675,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"48920d68-abc7-4326-94e7-a1171513e222","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784669225.1156263,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49758c20-e820-438c-91d6-72915ec460bc","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784669225.1186416,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"49758c20-e820-438c-91d6-72915ec460bc","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669225.11873,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b11c77b0-81b5-4eda-9e08-17dffac1d642"} {"level":"info","ts":1784669225.1187794,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b11c77b0-81b5-4eda-9e08-17dffac1d642","name":"e2e-external-provider"} {"level":"info","ts":1784669225.1288621,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b11c77b0-81b5-4eda-9e08-17dffac1d642","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784669234.4661388,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669234.4662118,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e"} {"level":"info","ts":1784669234.4662216,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e"} {"level":"info","ts":1784669234.4662325,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e","EoS":false} {"level":"info","ts":1784669234.466242,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e","EoS":true} {"level":"info","ts":1784669234.4662597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784669234.466275,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784669234.4662838,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e","modelName":"e2e-external-model"} {"level":"info","ts":1784669234.4662986,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784669234.466349,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2fbeeab0-e7e2-42e1-8947-a333ad1ae67e"} {"level":"info","ts":1784669234.5157192,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669234.5158014,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6"} {"level":"info","ts":1784669234.515815,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6"} {"level":"info","ts":1784669234.5158339,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6","EoS":false} {"level":"info","ts":1784669234.5158641,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6","EoS":true} {"level":"info","ts":1784669234.515943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784669234.5159636,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784669234.515975,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6","modelName":"e2e-external-model"} {"level":"info","ts":1784669234.5160003,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784669234.5160606,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9419fad2-c07b-4175-8cfd-11715df37de6"} {"level":"info","ts":1784669234.5443766,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669234.5444565,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c"} {"level":"info","ts":1784669234.5444646,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c"} {"level":"info","ts":1784669234.544475,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","EoS":false} {"level":"info","ts":1784669234.5444849,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","EoS":true} {"level":"info","ts":1784669234.544508,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784669234.5445223,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784669234.5445292,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","modelName":"e2e-external-model"} {"level":"info","ts":1784669234.5445426,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784669234.5445762,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cbe87460-3de1-49ba-85eb-c7659c753d3c"} {"level":"info","ts":1784669234.6727827,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df1abfa1-49c9-4f42-ba72-7c09b1c894f1"} {"level":"info","ts":1784669234.6728048,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eb83fc5-7031-4b63-a7b3-4a5fd6462425","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.67283,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7eb83fc5-7031-4b63-a7b3-4a5fd6462425","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784669234.6801553,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39e39d2b-bb6c-4931-b151-34d58ad4e0b5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.680249,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"39e39d2b-bb6c-4931-b151-34d58ad4e0b5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784669234.6804802,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df1abfa1-49c9-4f42-ba72-7c09b1c894f1","name":"e2e-cleanup-test"} {"level":"error","ts":1784669234.7040348,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"df1abfa1-49c9-4f42-ba72-7c09b1c894f1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669234.7041764,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11017ffa-db19-4ab8-bb1d-138dba3b4011","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.704205,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4599330-1c23-4a4f-8096-480d70595ae4"} {"level":"info","ts":1784669234.7042263,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"11017ffa-db19-4ab8-bb1d-138dba3b4011","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784669234.704295,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4599330-1c23-4a4f-8096-480d70595ae4","name":"e2e-cleanup-test"} {"level":"error","ts":1784669234.716856,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"d4599330-1c23-4a4f-8096-480d70595ae4","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784669234.7169342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"873691a5-b0e8-4544-a2d2-27eb37a525a8","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.7169735,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"873691a5-b0e8-4544-a2d2-27eb37a525a8","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784669234.7169828,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b7577fd-8be0-499f-ab95-e4ef2ec7691a"} {"level":"info","ts":1784669234.717044,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b7577fd-8be0-499f-ab95-e4ef2ec7691a","name":"e2e-cleanup-test"} {"level":"info","ts":1784669234.7239392,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b7577fd-8be0-499f-ab95-e4ef2ec7691a","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784669234.7312288,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bf2c62a-1691-40ba-80f4-1fd2bf51c10a","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669234.7312593,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3bf2c62a-1691-40ba-80f4-1fd2bf51c10a","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784669234.731312,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c0aa897-3f88-47f4-88fc-496ea48eb2a7"} {"level":"info","ts":1784669234.7314005,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c0aa897-3f88-47f4-88fc-496ea48eb2a7","name":"e2e-cleanup-test"} {"level":"info","ts":1784669234.7380378,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3c0aa897-3f88-47f4-88fc-496ea48eb2a7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784669242.9433808,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"6e829974-0a8b-41d2-be64-1dfade49e2ca"} {"level":"info","ts":1784669242.9434633,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5eccf9e9-a7c5-42e2-958d-b0b559eafe1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669242.9434958,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5eccf9e9-a7c5-42e2-958d-b0b559eafe1c","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784669247.2733452,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669247.2734823,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12"} {"level":"info","ts":1784669247.2735028,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12"} {"level":"info","ts":1784669247.2735205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12","EoS":false} {"level":"info","ts":1784669247.2735376,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12","EoS":true} {"level":"info","ts":1784669247.2735777,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784669247.2735972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784669247.2736292,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43f10701-98f1-474d-8e53-5ab190bb8c12"} {"level":"info","ts":1784669247.3018913,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669247.301972,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6"} {"level":"info","ts":1784669247.3019836,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6"} {"level":"info","ts":1784669247.3019946,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","EoS":false} {"level":"info","ts":1784669247.3020043,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","EoS":true} {"level":"info","ts":1784669247.3020213,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784669247.3020356,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784669247.302041,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","modelName":"e2e-external-model"} {"level":"info","ts":1784669247.3020544,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784669247.3021004,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb37f7c7-e260-4932-bf47-767ecb27acb6"} {"level":"info","ts":1784669247.3451023,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669247.345164,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.3451838,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.3451936,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","EoS":false} {"level":"info","ts":1784669247.3452039,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","EoS":true} {"level":"info","ts":1784669247.3452346,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784669247.3452482,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784669247.3452659,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a365c55c-4501-486a-8307-d7080d8bd67c"} {"level":"info","ts":1784669247.4735122,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669247.4735708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669247.4735801,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669247.473591,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","EoS":false} {"level":"info","ts":1784669247.4736006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","EoS":true} {"level":"info","ts":1784669247.4736364,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce","field":"model"} {"level":"info","ts":1784669247.4736614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6bde8bb1-8526-4abb-a037-797ef5a082ce"} {"level":"info","ts":1784669248.3899903,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3da88e0-7b54-4d9e-a609-26f6b60dee0b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669248.3900375,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c3da88e0-7b54-4d9e-a609-26f6b60dee0b","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784669248.390077,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b5a492a3-6d12-4b38-8933-b4db9cc73c88"} {"level":"info","ts":1784669248.5414004,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8cd939c-5a62-44ae-8be7-0dde9254f5d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669248.5414336,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"94456a4d-475f-4484-8df3-7c6c28d56fb0"} {"level":"info","ts":1784669248.5414443,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b8cd939c-5a62-44ae-8be7-0dde9254f5d6","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784669843.2124414,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669843.2125173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31088e2e-328b-4ff3-8272-c3f138172127"} {"level":"info","ts":1784669843.2125263,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31088e2e-328b-4ff3-8272-c3f138172127"} {"level":"info","ts":1784669843.212537,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31088e2e-328b-4ff3-8272-c3f138172127","EoS":false} {"level":"info","ts":1784669843.2125523,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31088e2e-328b-4ff3-8272-c3f138172127","EoS":true} {"level":"info","ts":1784669843.2125714,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31088e2e-328b-4ff3-8272-c3f138172127","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784669843.212584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31088e2e-328b-4ff3-8272-c3f138172127","path":"/ai-tenant-e2e-inf-b-9e03c3/test-model-9e03c3/v1/chat/completions"} {"level":"info","ts":1784669843.2126057,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31088e2e-328b-4ff3-8272-c3f138172127"} {"level":"info","ts":1784669864.2717066,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784669864.2717924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784669864.2718012,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784669864.2718132,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","EoS":false} {"level":"info","ts":1784669864.2718232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","EoS":true} {"level":"info","ts":1784669864.2718415,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784669864.2718573,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d","path":"/ai-tenant-e2e-inf-b-9e03c3/test-model-9e03c3/v1/chat/completions"} {"level":"info","ts":1784669864.2718832,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c9992a0-b127-4907-8834-f129b9427c0d"} {"level":"info","ts":1784670315.6809685,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784670315.6812184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670315.6812863,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670315.681327,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","EoS":false} {"level":"info","ts":1784670315.6813834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","EoS":true} {"level":"info","ts":1784670315.6814377,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784670315.68149,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea","path":"/ai-tenant-e2e-shared-a-e584ac/rate-test-model-e584ac/v1/completions"} {"level":"info","ts":1784670315.681537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"389cca42-15a5-4720-8b68-0f97f93a57ea"} {"level":"info","ts":1784670316.7379742,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784670316.7380493,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c43a8136-6164-4e11-86ec-81a1fd6db6c0"} {"level":"info","ts":1784670316.7380621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c43a8136-6164-4e11-86ec-81a1fd6db6c0"} {"level":"info","ts":1784670316.7380736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c43a8136-6164-4e11-86ec-81a1fd6db6c0","EoS":false} {"level":"info","ts":1784670316.7380843,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c43a8136-6164-4e11-86ec-81a1fd6db6c0","EoS":true} {"level":"info","ts":1784670316.7381053,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c43a8136-6164-4e11-86ec-81a1fd6db6c0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784670316.738122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c43a8136-6164-4e11-86ec-81a1fd6db6c0","path":"/ai-tenant-e2e-shared-a-e584ac/rate-test-model-e584ac/v1/completions"} {"level":"info","ts":1784670316.7381437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c43a8136-6164-4e11-86ec-81a1fd6db6c0"} {"level":"info","ts":1784670337.796969,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784670337.7970483,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d9d30718-4076-4339-b1c0-351661d0be60"}