{"level":"info","ts":1784829655.7952435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dd8cf625-e80c-42a8-9a3c-148033051d04"} {"level":"info","ts":1784829655.9346917,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829655.9347684,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"} {"level":"info","ts":1784829655.9347775,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"} {"level":"info","ts":1784829655.9347892,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","EoS":false} {"level":"info","ts":1784829655.9347994,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","EoS":true} {"level":"info","ts":1784829655.9348238,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829655.9348397,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829655.93486,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bb12ea88-abb5-41c9-a1a0-c0d6bb1cdd12"} {"level":"info","ts":1784829656.0757885,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829656.0758646,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"} {"level":"info","ts":1784829656.0758758,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"} {"level":"info","ts":1784829656.075888,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","EoS":false} {"level":"info","ts":1784829656.0758982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","EoS":true} {"level":"info","ts":1784829656.0759199,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829656.0759363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829656.0759554,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d8f94ac4-c5aa-434e-aeed-b46819b11989"} {"level":"info","ts":1784829656.2167327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829656.216809,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"} {"level":"info","ts":1784829656.2168198,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"} {"level":"info","ts":1784829656.2168303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","EoS":false} {"level":"info","ts":1784829656.2168403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","EoS":true} {"level":"info","ts":1784829656.216861,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829656.2168767,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829656.2168925,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"015cb8a1-93aa-4b8e-a6b1-53529bbc915e"} {"level":"info","ts":1784829656.355306,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829656.3554223,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"} {"level":"info","ts":1784829656.3554344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"} {"level":"info","ts":1784829656.3554459,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","EoS":false} {"level":"info","ts":1784829656.3554566,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","EoS":true} {"level":"info","ts":1784829656.355516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829656.35553,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"50604184-d62b-4876-9f43-8306417f8689","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829656.3555489,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"50604184-d62b-4876-9f43-8306417f8689"} {"level":"info","ts":1784829656.497593,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829656.497665,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"04934aba-520c-41f1-9edc-d964b6bd161b"} {"level":"info","ts":1784829656.4976747,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"04934aba-520c-41f1-9edc-d964b6bd161b"} {"level":"info","ts":1784829656.497686,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04934aba-520c-41f1-9edc-d964b6bd161b","EoS":false} {"level":"info","ts":1784829656.4976952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"04934aba-520c-41f1-9edc-d964b6bd161b","EoS":true} {"level":"info","ts":1784829656.497713,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"04934aba-520c-41f1-9edc-d964b6bd161b","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829656.4977283,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"04934aba-520c-41f1-9edc-d964b6bd161b","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829656.4977465,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"04934aba-520c-41f1-9edc-d964b6bd161b"} {"level":"info","ts":1784829672.1511834,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829672.1512744,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"} {"level":"info","ts":1784829672.1512876,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"} {"level":"info","ts":1784829672.1513062,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","EoS":false} {"level":"info","ts":1784829672.1513245,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","EoS":true} {"level":"info","ts":1784829672.1513572,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829672.1513755,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829672.1514041,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aaca3be3-974f-4939-b1f7-ce8e5e770fc1"} {"level":"info","ts":1784829672.191872,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829672.191947,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2699c85b-2ff7-45be-b7a7-9ef63467f08c"} {"level":"info","ts":1784829672.1919565,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2699c85b-2ff7-45be-b7a7-9ef63467f08c"} {"level":"info","ts":1784829672.1919687,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2699c85b-2ff7-45be-b7a7-9ef63467f08c","EoS":false} {"level":"info","ts":1784829672.1919823,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2699c85b-2ff7-45be-b7a7-9ef63467f08c","EoS":true} {"level":"info","ts":1784829672.1920028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2699c85b-2ff7-45be-b7a7-9ef63467f08c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829672.1920204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2699c85b-2ff7-45be-b7a7-9ef63467f08c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829672.1920395,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2699c85b-2ff7-45be-b7a7-9ef63467f08c"} {"level":"info","ts":1784829672.2290478,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829672.229155,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c8654abb-02db-475e-b499-dfa77cbb2416"} {"level":"info","ts":1784829672.229173,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c8654abb-02db-475e-b499-dfa77cbb2416"} {"level":"info","ts":1784829672.2291925,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8654abb-02db-475e-b499-dfa77cbb2416","EoS":false} {"level":"info","ts":1784829672.2292085,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c8654abb-02db-475e-b499-dfa77cbb2416","EoS":true} {"level":"info","ts":1784829672.2292368,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c8654abb-02db-475e-b499-dfa77cbb2416","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829672.2292545,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c8654abb-02db-475e-b499-dfa77cbb2416","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829672.229282,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c8654abb-02db-475e-b499-dfa77cbb2416"} {"level":"info","ts":1784829672.2644181,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829672.2644846,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"83cc6412-b43a-4ced-8dbe-631f1a534d03"} {"level":"info","ts":1784829676.8900125,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829676.8900974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"} {"level":"info","ts":1784829676.8901348,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"} {"level":"info","ts":1784829676.8901486,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","EoS":false} {"level":"info","ts":1784829676.890162,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","EoS":true} {"level":"info","ts":1784829676.890181,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829676.8901963,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829676.8902209,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a128befd-890a-4f74-bc72-0bf9e86b4f98"} {"level":"info","ts":1784829685.4665692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829685.4666455,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b7023a12-ef1f-4a95-abb2-785d57cf2b9b"} {"level":"info","ts":1784829685.4666584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b7023a12-ef1f-4a95-abb2-785d57cf2b9b"} {"level":"info","ts":1784829685.4666698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7023a12-ef1f-4a95-abb2-785d57cf2b9b","EoS":false} {"level":"info","ts":1784829685.4666798,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b7023a12-ef1f-4a95-abb2-785d57cf2b9b","EoS":true} {"level":"info","ts":1784829685.4667006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b7023a12-ef1f-4a95-abb2-785d57cf2b9b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829685.4667192,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b7023a12-ef1f-4a95-abb2-785d57cf2b9b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829685.4667387,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b7023a12-ef1f-4a95-abb2-785d57cf2b9b"} {"level":"info","ts":1784829687.5009646,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829687.5010383,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"} {"level":"info","ts":1784829687.5010476,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"} {"level":"info","ts":1784829687.5010586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","EoS":false} {"level":"info","ts":1784829687.501069,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","EoS":true} {"level":"info","ts":1784829687.5010943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829687.5011353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829687.5011566,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28c8c4cf-ea89-406d-b34e-c412434bba30"} {"level":"info","ts":1784829700.4203203,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829700.4203975,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"} {"level":"info","ts":1784829700.4204085,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"} {"level":"info","ts":1784829700.4204206,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","EoS":false} {"level":"info","ts":1784829700.4204307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","EoS":true} {"level":"info","ts":1784829700.4204524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829700.4204688,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829700.4204895,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9202e9ca-1121-4e28-8f2e-057ae2ae09e2"} {"level":"info","ts":1784829708.956276,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829708.956358,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"} {"level":"info","ts":1784829708.956368,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"} {"level":"info","ts":1784829708.9563794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","EoS":false} {"level":"info","ts":1784829708.9563904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","EoS":true} {"level":"info","ts":1784829708.9564188,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829708.9564338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829708.9565132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8e709c11-21a1-4d23-bf2a-9dc6c1a4e6b9"} {"level":"info","ts":1784829717.8349452,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829717.8350239,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"} {"level":"info","ts":1784829717.8350337,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"} {"level":"info","ts":1784829717.8350453,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","EoS":false} {"level":"info","ts":1784829717.8350582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","EoS":true} {"level":"info","ts":1784829717.835079,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829717.8350942,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829717.835127,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f29c4322-5ee0-4c9f-9406-87200f5f9f5d"} {"level":"info","ts":1784829726.8775496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829726.8776283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e45a9677-8738-47cc-af3c-b6515f547748"} {"level":"info","ts":1784829726.877647,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e45a9677-8738-47cc-af3c-b6515f547748"} {"level":"info","ts":1784829726.877659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45a9677-8738-47cc-af3c-b6515f547748","EoS":false} {"level":"info","ts":1784829726.877672,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e45a9677-8738-47cc-af3c-b6515f547748","EoS":true} {"level":"info","ts":1784829726.8776963,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e45a9677-8738-47cc-af3c-b6515f547748","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829726.877713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e45a9677-8738-47cc-af3c-b6515f547748","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829726.8777876,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e45a9677-8738-47cc-af3c-b6515f547748"} {"level":"info","ts":1784829734.7611904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829734.7612708,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e68df6ae-f1a8-46b9-a47e-fc2c88ab3e4d"} {"level":"info","ts":1784829734.7612813,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e68df6ae-f1a8-46b9-a47e-fc2c88ab3e4d"} {"level":"info","ts":1784829734.7612982,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e68df6ae-f1a8-46b9-a47e-fc2c88ab3e4d","EoS":false} {"level":"info","ts":1784829734.7613118,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e68df6ae-f1a8-46b9-a47e-fc2c88ab3e4d","EoS":true} {"level":"info","ts":1784829734.7613308,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e68df6ae-f1a8-46b9-a47e-fc2c88ab3e4d","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784829734.7613459,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e68df6ae-f1a8-46b9-a47e-fc2c88ab3e4d","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829734.7613683,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e68df6ae-f1a8-46b9-a47e-fc2c88ab3e4d"} {"level":"info","ts":1784829739.5369515,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829739.5370283,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ef53057-2eff-452d-a1b6-5f1f4ea67cc3"} {"level":"info","ts":1784829739.537037,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ef53057-2eff-452d-a1b6-5f1f4ea67cc3"} {"level":"info","ts":1784829739.5370476,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ef53057-2eff-452d-a1b6-5f1f4ea67cc3","EoS":false} {"level":"info","ts":1784829739.5370603,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ef53057-2eff-452d-a1b6-5f1f4ea67cc3","EoS":true} {"level":"info","ts":1784829739.53708,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ef53057-2eff-452d-a1b6-5f1f4ea67cc3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829739.5370946,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ef53057-2eff-452d-a1b6-5f1f4ea67cc3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829739.5371888,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ef53057-2eff-452d-a1b6-5f1f4ea67cc3"} {"level":"info","ts":1784829739.8009408,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829739.8010173,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"257e5f9d-844b-4dd2-a087-5bc414b9c75c"} {"level":"info","ts":1784829739.8010275,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"257e5f9d-844b-4dd2-a087-5bc414b9c75c"} {"level":"info","ts":1784829739.8010387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"257e5f9d-844b-4dd2-a087-5bc414b9c75c","EoS":false} {"level":"info","ts":1784829739.8010516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"257e5f9d-844b-4dd2-a087-5bc414b9c75c","EoS":true} {"level":"info","ts":1784829739.8010712,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"257e5f9d-844b-4dd2-a087-5bc414b9c75c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829739.801086,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"257e5f9d-844b-4dd2-a087-5bc414b9c75c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829739.801174,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"257e5f9d-844b-4dd2-a087-5bc414b9c75c"} {"level":"info","ts":1784829741.8343554,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829741.8344398,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0177fabb-6cb9-47b8-861d-f007ca245ceb"} {"level":"info","ts":1784829741.8344517,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0177fabb-6cb9-47b8-861d-f007ca245ceb"} {"level":"info","ts":1784829741.8344631,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0177fabb-6cb9-47b8-861d-f007ca245ceb","EoS":false} {"level":"info","ts":1784829741.834477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0177fabb-6cb9-47b8-861d-f007ca245ceb","EoS":true} {"level":"info","ts":1784829741.8344972,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0177fabb-6cb9-47b8-861d-f007ca245ceb","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829741.8345118,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0177fabb-6cb9-47b8-861d-f007ca245ceb","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829741.8345845,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0177fabb-6cb9-47b8-861d-f007ca245ceb"} {"level":"info","ts":1784829743.8723228,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829743.8724074,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"} {"level":"info","ts":1784829743.8724167,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"} {"level":"info","ts":1784829743.8724275,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","EoS":false} {"level":"info","ts":1784829743.8724372,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","EoS":true} {"level":"info","ts":1784829743.8724568,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829743.8725147,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829743.8725338,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c904d81-bac2-489a-87a8-99cc2e3965d3"} {"level":"info","ts":1784829767.2970204,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829767.2971277,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"} {"level":"info","ts":1784829767.297139,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"} {"level":"info","ts":1784829767.297152,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","EoS":false} {"level":"info","ts":1784829767.2971635,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","EoS":true} {"level":"info","ts":1784829767.2971835,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829767.2971988,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829767.2972205,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"47ebd544-bef1-4016-b159-e9e2cccaa30c"} {"level":"info","ts":1784829776.6235287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829776.623613,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2099e79-e6ef-4373-abd3-f6de4818f2a2"} {"level":"info","ts":1784829776.6236217,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b2099e79-e6ef-4373-abd3-f6de4818f2a2"} {"level":"info","ts":1784829776.6236324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2099e79-e6ef-4373-abd3-f6de4818f2a2","EoS":false} {"level":"info","ts":1784829776.6236427,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b2099e79-e6ef-4373-abd3-f6de4818f2a2","EoS":true} {"level":"info","ts":1784829776.6236622,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2099e79-e6ef-4373-abd3-f6de4818f2a2","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829776.6237137,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2099e79-e6ef-4373-abd3-f6de4818f2a2","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829776.6237323,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b2099e79-e6ef-4373-abd3-f6de4818f2a2"} {"level":"info","ts":1784829782.3184347,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829782.3185096,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6812b928-af8d-4a67-bb12-ab9b8e741716"} {"level":"info","ts":1784829782.318521,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6812b928-af8d-4a67-bb12-ab9b8e741716"} {"level":"info","ts":1784829782.3185332,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6812b928-af8d-4a67-bb12-ab9b8e741716","EoS":false} {"level":"info","ts":1784829782.3185458,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6812b928-af8d-4a67-bb12-ab9b8e741716","EoS":true} {"level":"info","ts":1784829782.3185673,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6812b928-af8d-4a67-bb12-ab9b8e741716","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829782.3185818,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6812b928-af8d-4a67-bb12-ab9b8e741716","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829782.3186646,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6812b928-af8d-4a67-bb12-ab9b8e741716"} {"level":"info","ts":1784829791.8648381,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829791.8649232,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0af00e8a-cb90-4f93-ae66-891f34feea58"} {"level":"info","ts":1784829791.8649352,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0af00e8a-cb90-4f93-ae66-891f34feea58"} {"level":"info","ts":1784829791.8649468,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0af00e8a-cb90-4f93-ae66-891f34feea58","EoS":false} {"level":"info","ts":1784829791.8649573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0af00e8a-cb90-4f93-ae66-891f34feea58","EoS":true} {"level":"info","ts":1784829791.864979,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0af00e8a-cb90-4f93-ae66-891f34feea58","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829791.8650002,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0af00e8a-cb90-4f93-ae66-891f34feea58","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829791.8650203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0af00e8a-cb90-4f93-ae66-891f34feea58"} {"level":"info","ts":1784829793.902265,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829793.9023476,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"} {"level":"info","ts":1784829793.9023623,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"} {"level":"info","ts":1784829793.9023807,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","EoS":false} {"level":"info","ts":1784829793.9023976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","EoS":true} {"level":"info","ts":1784829793.9024248,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829793.9024425,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829793.9024718,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"619d6aa9-9f39-4993-bac3-1a41e62934e6"} {"level":"info","ts":1784829803.3292568,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829803.3293376,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"} {"level":"info","ts":1784829803.329351,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"} {"level":"info","ts":1784829803.3293624,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","EoS":false} {"level":"info","ts":1784829803.3293796,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","EoS":true} {"level":"info","ts":1784829803.3294005,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829803.3294187,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829803.3294454,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"6e8fbb3e-a603-406b-89ef-982a3954deb6"} {"level":"info","ts":1784829803.368043,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829803.368131,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"} {"level":"info","ts":1784829803.3681426,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"} {"level":"info","ts":1784829803.368154,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","EoS":false} {"level":"info","ts":1784829803.3681657,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","EoS":true} {"level":"info","ts":1784829803.3681843,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829803.3681982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829803.3682194,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c91a59e4-6e87-45fe-bc10-d30e1ce8d2bd"} {"level":"info","ts":1784829822.5213852,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829822.5214615,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"} {"level":"info","ts":1784829822.5214732,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"} {"level":"info","ts":1784829822.5214849,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","EoS":false} {"level":"info","ts":1784829822.5214972,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","EoS":true} {"level":"info","ts":1784829822.521519,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829822.5215368,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829822.5215552,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"369bfe4f-e5f3-42b3-987c-1d007e06a193"} {"level":"info","ts":1784829831.841838,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829831.841921,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c53776e6-945d-4e8e-9a6d-bb63f8397b4b"} {"level":"info","ts":1784829831.8419344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c53776e6-945d-4e8e-9a6d-bb63f8397b4b"} {"level":"info","ts":1784829831.8419466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c53776e6-945d-4e8e-9a6d-bb63f8397b4b","EoS":false} {"level":"info","ts":1784829831.84196,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c53776e6-945d-4e8e-9a6d-bb63f8397b4b","EoS":true} {"level":"info","ts":1784829831.8419855,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c53776e6-945d-4e8e-9a6d-bb63f8397b4b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829831.8420045,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c53776e6-945d-4e8e-9a6d-bb63f8397b4b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829831.842034,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c53776e6-945d-4e8e-9a6d-bb63f8397b4b"} {"level":"info","ts":1784829837.0835702,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829837.0836704,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"816fa804-ff7c-4f18-9ea3-b154a3e25601"} {"level":"info","ts":1784829837.083685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"816fa804-ff7c-4f18-9ea3-b154a3e25601"} {"level":"info","ts":1784829837.083706,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"816fa804-ff7c-4f18-9ea3-b154a3e25601","EoS":false} {"level":"info","ts":1784829837.083725,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"816fa804-ff7c-4f18-9ea3-b154a3e25601","EoS":true} {"level":"info","ts":1784829837.0837524,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"816fa804-ff7c-4f18-9ea3-b154a3e25601","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784829837.0837705,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"816fa804-ff7c-4f18-9ea3-b154a3e25601","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784829837.0837991,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"816fa804-ff7c-4f18-9ea3-b154a3e25601"} {"level":"info","ts":1784829927.651832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829927.6519356,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c9287b5-a130-4c12-8c03-ec6d5a13f813"} {"level":"info","ts":1784829927.651948,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5c9287b5-a130-4c12-8c03-ec6d5a13f813"} {"level":"info","ts":1784829927.6519606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c9287b5-a130-4c12-8c03-ec6d5a13f813","EoS":false} {"level":"info","ts":1784829927.651974,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5c9287b5-a130-4c12-8c03-ec6d5a13f813","EoS":true} {"level":"info","ts":1784829927.6520028,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c9287b5-a130-4c12-8c03-ec6d5a13f813","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784829927.6520221,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c9287b5-a130-4c12-8c03-ec6d5a13f813","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784829927.6520367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5c9287b5-a130-4c12-8c03-ec6d5a13f813"} {"level":"info","ts":1784829953.5682654,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829953.5683508,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"} {"level":"info","ts":1784829953.5683591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"} {"level":"info","ts":1784829953.5683703,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","EoS":false} {"level":"info","ts":1784829953.5683851,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","EoS":true} {"level":"info","ts":1784829953.5684059,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784829953.5684206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784829953.5684423,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ad811d16-19f7-4428-a81c-885124f8830b"} {"level":"info","ts":1784829990.6875682,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784829990.6876466,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"} {"level":"info","ts":1784829990.6876564,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"} {"level":"info","ts":1784829990.6876674,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","EoS":false} {"level":"info","ts":1784829990.6876779,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","EoS":true} {"level":"info","ts":1784829990.6876981,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784829990.6877098,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784829990.6877334,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab253766-177e-4228-8dc0-12465bb46e53"} {"level":"info","ts":1784830006.0007038,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830006.000782,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"} {"level":"info","ts":1784830006.0007906,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"} {"level":"info","ts":1784830006.0008023,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","EoS":false} {"level":"info","ts":1784830006.0008159,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","EoS":true} {"level":"info","ts":1784830006.000836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830006.00085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830006.0008688,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28b1f78e-dbec-471e-be21-a51dc0035504"} {"level":"info","ts":1784830006.2910113,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830006.291128,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"be18e568-b72c-4503-bc80-02e54ec82ed0"} {"level":"info","ts":1784830006.291141,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"be18e568-b72c-4503-bc80-02e54ec82ed0"} {"level":"info","ts":1784830006.2911606,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be18e568-b72c-4503-bc80-02e54ec82ed0","EoS":false} {"level":"info","ts":1784830006.2911808,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"be18e568-b72c-4503-bc80-02e54ec82ed0","EoS":true} {"level":"info","ts":1784830006.2912147,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"be18e568-b72c-4503-bc80-02e54ec82ed0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830006.291235,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"be18e568-b72c-4503-bc80-02e54ec82ed0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830006.2912633,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"be18e568-b72c-4503-bc80-02e54ec82ed0"} {"level":"info","ts":1784830313.314272,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830313.3143616,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"} {"level":"info","ts":1784830313.3143694,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"} {"level":"info","ts":1784830313.3143811,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","EoS":false} {"level":"info","ts":1784830313.3143923,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","EoS":true} {"level":"info","ts":1784830313.3144119,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830313.3144267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830313.314493,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"44955f96-ee43-9fd1-b460-95b2ea993aa5"} {"level":"info","ts":1784830313.3578153,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830313.357895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"297bdb1f-ce07-45fa-83e6-ada5e6d45f00"} {"level":"info","ts":1784830313.3579054,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"297bdb1f-ce07-45fa-83e6-ada5e6d45f00"} {"level":"info","ts":1784830313.357917,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"297bdb1f-ce07-45fa-83e6-ada5e6d45f00","EoS":false} {"level":"info","ts":1784830313.3579297,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"297bdb1f-ce07-45fa-83e6-ada5e6d45f00","EoS":true} {"level":"info","ts":1784830313.35795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"297bdb1f-ce07-45fa-83e6-ada5e6d45f00","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830313.357965,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"297bdb1f-ce07-45fa-83e6-ada5e6d45f00","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830313.3579812,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"297bdb1f-ce07-45fa-83e6-ada5e6d45f00"} {"level":"info","ts":1784830313.3940895,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830313.3941796,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fe4dd333-fa90-4345-9feb-f24054e2519a"} {"level":"info","ts":1784830313.394194,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fe4dd333-fa90-4345-9feb-f24054e2519a"} {"level":"info","ts":1784830313.3942444,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe4dd333-fa90-4345-9feb-f24054e2519a","EoS":false} {"level":"info","ts":1784830313.3942559,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fe4dd333-fa90-4345-9feb-f24054e2519a","EoS":true} {"level":"info","ts":1784830313.394276,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fe4dd333-fa90-4345-9feb-f24054e2519a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784830313.394291,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fe4dd333-fa90-4345-9feb-f24054e2519a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784830313.3943157,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fe4dd333-fa90-4345-9feb-f24054e2519a"} {"level":"info","ts":1784830318.2531426,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d4e0a52-3f2e-4d66-ae7c-ab8b2b7bf015","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784830318.2531807,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0d4e0a52-3f2e-4d66-ae7c-ab8b2b7bf015","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784830318.2532349,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e0149f-e40f-4747-8017-adef4d73a6b1"} {"level":"info","ts":1784830318.2602623,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cff4049-4d76-415e-923b-145d9febc7b9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784830318.2603033,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5cff4049-4d76-415e-923b-145d9febc7b9","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784830318.2614567,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e0149f-e40f-4747-8017-adef4d73a6b1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830318.2616646,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37821.783417887,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784830318.2616825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784830318.4060962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0e8273d-32c2-4855-8ab6-176178a1ac49"} {"level":"info","ts":1784830318.4065375,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e62090-079e-4341-8d95-4097c587c7c5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784830318.4065592,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dab9efb6-33f0-443d-9b5d-383230d17527","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784830318.4065778,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"75e62090-079e-4341-8d95-4097c587c7c5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784830318.4065905,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dab9efb6-33f0-443d-9b5d-383230d17527","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784830318.4066145,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"641939a2-99a5-493a-acb0-f4cc6b22266c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784830318.4066277,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"641939a2-99a5-493a-acb0-f4cc6b22266c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784830318.406725,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1996fc93-2e74-48dc-8844-3065bcf4d835","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784830318.406739,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1996fc93-2e74-48dc-8844-3065bcf4d835","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784830318.4089777,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1784830318.4108272,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0e8273d-32c2-4855-8ab6-176178a1ac49","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830318.4110477,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37872.380001818,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784830318.411064,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784830318.417916,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784830318.4627872,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":36625.639841506,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784830318.462825,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784830318.470839,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784830318.511453,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0e8273d-32c2-4855-8ab6-176178a1ac49","name":"e2e-external-model"} {"level":"info","ts":1784830318.5219824,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f8584f2-739d-463a-a10b-8fb2f530ceb2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784830318.522021,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"1f8584f2-739d-463a-a10b-8fb2f530ceb2","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784830318.531057,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0e8273d-32c2-4855-8ab6-176178a1ac49","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784830318.5311332,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f0e8273d-32c2-4855-8ab6-176178a1ac49","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-external-model\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830318.531203,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58326e7e-dd4e-46b8-bcfd-b97759d1244c"} {"level":"info","ts":1784830318.5312636,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58326e7e-dd4e-46b8-bcfd-b97759d1244c","name":"e2e-external-model"} {"level":"info","ts":1784830318.539626,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c221da0-e49b-434b-b288-313ed1df7a5d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784830318.5396647,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4c221da0-e49b-434b-b288-313ed1df7a5d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784830318.540586,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58326e7e-dd4e-46b8-bcfd-b97759d1244c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784830318.5445786,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"58326e7e-dd4e-46b8-bcfd-b97759d1244c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830318.5446527,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01aade50-636d-4768-94e5-1ae47d31161b"} {"level":"info","ts":1784830318.5447,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01aade50-636d-4768-94e5-1ae47d31161b","name":"e2e-external-model"} {"level":"info","ts":1784830318.5540366,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01aade50-636d-4768-94e5-1ae47d31161b","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784830318.5554187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f477bd09-6cef-4b62-833a-e5a97d957709","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784830318.5554473,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"f477bd09-6cef-4b62-833a-e5a97d957709","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784830318.5577812,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"01aade50-636d-4768-94e5-1ae47d31161b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830318.5578454,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e79528d4-669e-49d2-8e39-c59f573021ad"} {"level":"info","ts":1784830318.5578904,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e79528d4-669e-49d2-8e39-c59f573021ad","name":"e2e-external-model"} {"level":"info","ts":1784830318.563616,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e0149f-e40f-4747-8017-adef4d73a6b1","name":"e2e-external-provider"} {"level":"info","ts":1784830318.5653632,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e79528d4-669e-49d2-8e39-c59f573021ad","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784830318.5741663,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e0149f-e40f-4747-8017-adef4d73a6b1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784830318.5787406,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"73e0149f-e40f-4747-8017-adef4d73a6b1","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830318.5788167,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d192409-b7aa-4508-ac55-b213954945db"} {"level":"info","ts":1784830318.5788543,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d192409-b7aa-4508-ac55-b213954945db","name":"e2e-external-provider"} {"level":"info","ts":1784830318.592889,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d192409-b7aa-4508-ac55-b213954945db","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784830325.7522366,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830325.7523108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f"} {"level":"info","ts":1784830325.75232,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f"} {"level":"info","ts":1784830325.752331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f","EoS":false} {"level":"info","ts":1784830325.752344,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f","EoS":true} {"level":"info","ts":1784830325.7523646,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784830325.7523792,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784830325.7523863,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f","modelName":"e2e-external-model"} {"level":"info","ts":1784830325.7524,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784830325.7524526,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1511311e-481a-49d8-9bfe-0a628aa2f13f"} {"level":"info","ts":1784830325.8020191,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830325.8020883,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c"} {"level":"info","ts":1784830325.8020968,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c"} {"level":"info","ts":1784830325.8021295,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c","EoS":false} {"level":"info","ts":1784830325.8021388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c","EoS":true} {"level":"info","ts":1784830325.8021579,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784830325.8021696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784830325.8021765,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c","modelName":"e2e-external-model"} {"level":"info","ts":1784830325.8021903,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784830325.802226,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab737680-7714-4dd5-9a5e-26db2d9e064c"} {"level":"info","ts":1784830325.8261714,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830325.826264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e"} {"level":"info","ts":1784830325.8262784,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e"} {"level":"info","ts":1784830325.8262908,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","EoS":false} {"level":"info","ts":1784830325.8263593,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","EoS":true} {"level":"info","ts":1784830325.8263795,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784830325.8263936,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784830325.8264008,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","modelName":"e2e-external-model"} {"level":"info","ts":1784830325.8264155,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784830325.82645,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d8b47d3-d147-4b31-9a28-cda86cdc2f7e"} {"level":"info","ts":1784830325.9559863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2076887a-0076-464c-b49d-8dabbd06dcd2"} {"level":"info","ts":1784830325.9560354,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55d21435-2c2a-4f3d-b8ff-6b52cd6bedcb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784830325.9560752,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"55d21435-2c2a-4f3d-b8ff-6b52cd6bedcb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784830325.9635882,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6c131e4-ad4c-4a36-97e8-c7b567d38838","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784830325.9636257,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"f6c131e4-ad4c-4a36-97e8-c7b567d38838","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784830325.9670155,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2076887a-0076-464c-b49d-8dabbd06dcd2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830325.9671304,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2076887a-0076-464c-b49d-8dabbd06dcd2","name":"e2e-cleanup-test"} {"level":"error","ts":1784830325.9868352,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2076887a-0076-464c-b49d-8dabbd06dcd2","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784830325.9868996,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2076887a-0076-464c-b49d-8dabbd06dcd2","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830325.9869826,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b45f58b-f4ab-4c15-a696-5341ccdde61e"} {"level":"info","ts":1784830325.9870589,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b45f58b-f4ab-4c15-a696-5341ccdde61e","name":"e2e-cleanup-test"} {"level":"info","ts":1784830325.9904227,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c793f0f-7156-4b18-9480-3826c31842cc","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784830325.9904559,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0c793f0f-7156-4b18-9480-3826c31842cc","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784830326.001098,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b45f58b-f4ab-4c15-a696-5341ccdde61e","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784830326.0011609,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1b45f58b-f4ab-4c15-a696-5341ccdde61e","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830326.0012372,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"046df7ec-5692-4975-b368-63c04309cf55"} {"level":"info","ts":1784830326.0012944,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"046df7ec-5692-4975-b368-63c04309cf55","name":"e2e-cleanup-test"} {"level":"info","ts":1784830326.0059881,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42ad25b8-bfe0-4f0f-9aa0-88ebeb60cb18","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784830326.0060167,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"42ad25b8-bfe0-4f0f-9aa0-88ebeb60cb18","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784830326.010825,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"046df7ec-5692-4975-b368-63c04309cf55","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784830326.0150373,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"046df7ec-5692-4975-b368-63c04309cf55","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830326.0151434,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63e21fa2-fdbc-4704-b027-f2064b64e93b"} {"level":"info","ts":1784830326.0152023,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63e21fa2-fdbc-4704-b027-f2064b64e93b","name":"e2e-cleanup-test"} {"level":"info","ts":1784830326.0215204,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bd8950b-16a5-4091-b2d9-e23bf360e9e5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784830326.021551,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"7bd8950b-16a5-4091-b2d9-e23bf360e9e5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784830326.0240946,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63e21fa2-fdbc-4704-b027-f2064b64e93b","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784830326.0278757,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"63e21fa2-fdbc-4704-b027-f2064b64e93b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784830326.027962,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72d194b1-cec5-46fd-ae41-5e596d2b89dd"} {"level":"info","ts":1784830326.0280168,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72d194b1-cec5-46fd-ae41-5e596d2b89dd","name":"e2e-cleanup-test"} {"level":"info","ts":1784830326.03677,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"72d194b1-cec5-46fd-ae41-5e596d2b89dd","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784830334.2251945,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"27933fda-9195-4e85-8555-43b087d2d382"} {"level":"info","ts":1784830334.2251964,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1cded997-cabf-41b9-91cc-4a0a4b56a652","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784830334.2252743,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1cded997-cabf-41b9-91cc-4a0a4b56a652","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784830338.569744,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830338.5698373,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0"} {"level":"info","ts":1784830338.5698538,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0"} {"level":"info","ts":1784830338.5698698,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0","EoS":false} {"level":"info","ts":1784830338.5698853,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0","EoS":true} {"level":"info","ts":1784830338.5699134,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784830338.5699317,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784830338.569959,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52a01cd7-7924-4db4-b609-6bedc849afd0"} {"level":"info","ts":1784830338.600251,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830338.6003556,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af"} {"level":"info","ts":1784830338.6003685,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af"} {"level":"info","ts":1784830338.6003819,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","EoS":false} {"level":"info","ts":1784830338.6004,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","EoS":true} {"level":"info","ts":1784830338.6004202,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784830338.6004353,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784830338.6004417,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","modelName":"e2e-external-model"} {"level":"info","ts":1784830338.6004558,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784830338.600498,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1cf49e83-dfac-4b71-82b0-a45e442a80af"} {"level":"info","ts":1784830338.6470299,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830338.647133,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"} {"level":"info","ts":1784830338.6471534,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"} {"level":"info","ts":1784830338.647171,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","EoS":false} {"level":"info","ts":1784830338.6471834,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","EoS":true} {"level":"info","ts":1784830338.647211,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784830338.6472263,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784830338.6472452,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9af410cc-85c3-4e34-b116-8f1f5fa29962"} {"level":"info","ts":1784830338.7860138,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830338.7860937,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"} {"level":"info","ts":1784830338.7861302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"} {"level":"info","ts":1784830338.7861423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","EoS":false} {"level":"info","ts":1784830338.7861545,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","EoS":true} {"level":"info","ts":1784830338.7861922,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc","field":"model"} {"level":"info","ts":1784830338.7862194,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cb9b17ad-200f-4ae7-8a9e-4a122892aadc"} {"level":"info","ts":1784830339.7407532,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"60a28d9a-f5df-4bf6-885d-85125d0d86d3"} {"level":"info","ts":1784830339.7408016,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf68f777-5e6d-4368-904f-7e880a69b9fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784830339.7408335,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"bf68f777-5e6d-4368-904f-7e880a69b9fe","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784830339.885512,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"775875bb-ae63-4a29-afe8-8b75ea3d899d"} {"level":"info","ts":1784830339.8855674,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13607127-db34-4d70-b493-4db5a5f89987","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784830339.8855987,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"13607127-db34-4d70-b493-4db5a5f89987","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784830935.5642672,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830935.5643532,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c1c2d782-3509-4479-aa5f-d81d53edfcbb"} {"level":"info","ts":1784830935.5643613,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c1c2d782-3509-4479-aa5f-d81d53edfcbb"} {"level":"info","ts":1784830935.564373,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1c2d782-3509-4479-aa5f-d81d53edfcbb","EoS":false} {"level":"info","ts":1784830935.5643878,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c1c2d782-3509-4479-aa5f-d81d53edfcbb","EoS":true} {"level":"info","ts":1784830935.5644057,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c1c2d782-3509-4479-aa5f-d81d53edfcbb","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830935.5644197,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c1c2d782-3509-4479-aa5f-d81d53edfcbb","path":"/ai-tenant-e2e-inf-b-7893d7/test-model-7893d7/v1/chat/completions"} {"level":"info","ts":1784830935.5644386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c1c2d782-3509-4479-aa5f-d81d53edfcbb"} {"level":"info","ts":1784830956.619279,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784830956.6193624,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"} {"level":"info","ts":1784830956.6193707,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"} {"level":"info","ts":1784830956.619382,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","EoS":false} {"level":"info","ts":1784830956.6193943,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","EoS":true} {"level":"info","ts":1784830956.6194153,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784830956.6194305,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9","path":"/ai-tenant-e2e-inf-b-7893d7/test-model-7893d7/v1/chat/completions"} {"level":"info","ts":1784830956.6194518,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8c7b492-8bfc-4822-81e5-010d92f0a6a9"} {"level":"info","ts":1784831407.4096758,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831407.4097538,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"} {"level":"info","ts":1784831407.4097621,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"} {"level":"info","ts":1784831407.4097724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","EoS":false} {"level":"info","ts":1784831407.4097822,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","EoS":true} {"level":"info","ts":1784831407.4098017,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831407.4098163,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe","path":"/ai-tenant-e2e-shared-a-4d95fb/rate-test-model-4d95fb/v1/completions"} {"level":"info","ts":1784831407.4098363,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f85104f8-e54b-480a-b342-5cc72a3290fe"} {"level":"info","ts":1784831409.5359018,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831409.5359836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69476cd2-c19f-4c17-b301-e7f4dad1b523"} {"level":"info","ts":1784831409.5359912,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69476cd2-c19f-4c17-b301-e7f4dad1b523"} {"level":"info","ts":1784831409.5360022,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69476cd2-c19f-4c17-b301-e7f4dad1b523","EoS":false} {"level":"info","ts":1784831409.5360134,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69476cd2-c19f-4c17-b301-e7f4dad1b523","EoS":true} {"level":"info","ts":1784831409.5360327,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69476cd2-c19f-4c17-b301-e7f4dad1b523","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831409.5360487,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69476cd2-c19f-4c17-b301-e7f4dad1b523","path":"/ai-tenant-e2e-shared-a-4d95fb/rate-test-model-4d95fb/v1/completions"} {"level":"info","ts":1784831409.5360682,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69476cd2-c19f-4c17-b301-e7f4dad1b523"} {"level":"info","ts":1784831423.5937922,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784831423.5938826,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"} {"level":"info","ts":1784831423.5938954,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"} {"level":"info","ts":1784831423.5939076,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","EoS":false} {"level":"info","ts":1784831423.593919,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","EoS":true} {"level":"info","ts":1784831423.5939398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784831423.5939555,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86","path":"/ai-tenant-e2e-shared-a-4d95fb/rate-test-model-4d95fb/v1/completions"} {"level":"info","ts":1784831423.593975,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3ca9cae6-e78b-4501-b74e-061ccfb4bd86"}