{"level":"info","ts":1784687460.9174,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"006b0b06-313b-4607-9a16-cb1d84fbc958","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687460.9174194,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"006b0b06-313b-4607-9a16-cb1d84fbc958"} {"level":"info","ts":1784687465.0814755,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687465.0815544,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"28fb6cd4-7104-42c2-8647-944186fa0784"} {"level":"info","ts":1784687465.0815632,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"28fb6cd4-7104-42c2-8647-944186fa0784"} {"level":"info","ts":1784687465.081574,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28fb6cd4-7104-42c2-8647-944186fa0784","EoS":false} {"level":"info","ts":1784687465.081586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"28fb6cd4-7104-42c2-8647-944186fa0784","EoS":true} {"level":"info","ts":1784687465.0816066,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"28fb6cd4-7104-42c2-8647-944186fa0784","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687465.081621,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"28fb6cd4-7104-42c2-8647-944186fa0784","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687465.081659,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"28fb6cd4-7104-42c2-8647-944186fa0784"} {"level":"info","ts":1784687484.0172975,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687484.0173764,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"} {"level":"info","ts":1784687484.017386,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"} {"level":"info","ts":1784687484.0173976,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","EoS":false} {"level":"info","ts":1784687484.017408,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","EoS":true} {"level":"info","ts":1784687484.0174265,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687484.017442,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687484.0174625,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d280c75e-81cf-4954-95c8-263d9bbd35c7"} {"level":"info","ts":1784687484.1631305,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687484.1632257,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"} {"level":"info","ts":1784687484.1632347,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"} {"level":"info","ts":1784687484.1632466,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","EoS":false} {"level":"info","ts":1784687484.163257,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","EoS":true} {"level":"info","ts":1784687484.163277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687484.1632922,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687484.1633132,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0b312d7d-8671-49ab-b616-8b9af9f9e80c"} {"level":"info","ts":1784687484.2989733,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687484.299047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"} {"level":"info","ts":1784687484.2990584,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"} {"level":"info","ts":1784687484.29907,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","EoS":false} {"level":"info","ts":1784687484.2990851,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","EoS":true} {"level":"info","ts":1784687484.299106,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687484.299122,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687484.299143,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e97d566d-439c-4476-88a1-83143b662b16"} {"level":"info","ts":1784687484.433062,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687484.433142,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"} {"level":"info","ts":1784687484.4331527,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"} {"level":"info","ts":1784687484.4331644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","EoS":false} {"level":"info","ts":1784687484.4331744,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","EoS":true} {"level":"info","ts":1784687484.4331946,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687484.4332104,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687484.433234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"27895504-4f2e-4a90-8744-d1a2b51e243a"} {"level":"info","ts":1784687484.5688782,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687484.5689602,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"} {"level":"info","ts":1784687484.5689702,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"} {"level":"info","ts":1784687484.5689814,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","EoS":false} {"level":"info","ts":1784687484.568995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","EoS":true} {"level":"info","ts":1784687484.569022,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687484.5690389,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687484.5690572,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"12232cee-3ecf-476a-8d9d-a7aa0a053989"} {"level":"info","ts":1784687484.7042277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687484.7043016,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1ca37f6a-2a70-4564-89b2-1b1b3b45a19f"} {"level":"info","ts":1784687484.7043102,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"1ca37f6a-2a70-4564-89b2-1b1b3b45a19f"} {"level":"info","ts":1784687484.7043207,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ca37f6a-2a70-4564-89b2-1b1b3b45a19f","EoS":false} {"level":"info","ts":1784687484.7043335,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"1ca37f6a-2a70-4564-89b2-1b1b3b45a19f","EoS":true} {"level":"info","ts":1784687484.7043521,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1ca37f6a-2a70-4564-89b2-1b1b3b45a19f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687484.7043684,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1ca37f6a-2a70-4564-89b2-1b1b3b45a19f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687484.70439,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"1ca37f6a-2a70-4564-89b2-1b1b3b45a19f"} {"level":"info","ts":1784687503.4888065,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687503.488897,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"} {"level":"info","ts":1784687503.4889095,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"} {"level":"info","ts":1784687503.4889305,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","EoS":false} {"level":"info","ts":1784687503.4889479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","EoS":true} {"level":"info","ts":1784687503.4889781,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687503.4889972,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687503.4890249,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"25179232-953e-4be2-b1c4-c330fa26f8b6"} {"level":"info","ts":1784687503.527338,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687503.5274148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"} {"level":"info","ts":1784687503.5274239,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"} {"level":"info","ts":1784687503.5274339,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","EoS":false} {"level":"info","ts":1784687503.5274463,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","EoS":true} {"level":"info","ts":1784687503.527466,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687503.5274813,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687503.5275018,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26a1b9f0-3031-4796-8617-467ddc13bc20"} {"level":"info","ts":1784687503.564089,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687503.564162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43092830-8451-49f4-a83b-1940f5d081f3"} {"level":"info","ts":1784687503.564172,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"43092830-8451-49f4-a83b-1940f5d081f3"} {"level":"info","ts":1784687503.5641837,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43092830-8451-49f4-a83b-1940f5d081f3","EoS":false} {"level":"info","ts":1784687503.5641952,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"43092830-8451-49f4-a83b-1940f5d081f3","EoS":true} {"level":"info","ts":1784687503.5642142,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43092830-8451-49f4-a83b-1940f5d081f3","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687503.5642295,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43092830-8451-49f4-a83b-1940f5d081f3","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687503.564249,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"43092830-8451-49f4-a83b-1940f5d081f3"} {"level":"info","ts":1784687503.5962923,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687503.596379,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dfcd0e65-fde8-4932-8b29-ea3b3672dff8"} {"level":"info","ts":1784687503.596395,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dfcd0e65-fde8-4932-8b29-ea3b3672dff8"} {"level":"info","ts":1784687503.596415,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfcd0e65-fde8-4932-8b29-ea3b3672dff8","EoS":false} {"level":"info","ts":1784687503.5964336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dfcd0e65-fde8-4932-8b29-ea3b3672dff8","EoS":true} {"level":"info","ts":1784687503.596464,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dfcd0e65-fde8-4932-8b29-ea3b3672dff8","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687503.5964832,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dfcd0e65-fde8-4932-8b29-ea3b3672dff8","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687503.5965133,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dfcd0e65-fde8-4932-8b29-ea3b3672dff8"} {"level":"info","ts":1784687503.6258543,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687503.6259344,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f85e3c02-0fc9-4606-9481-6f553d9541b2"} {"level":"info","ts":1784687508.2315617,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687508.2316658,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"} {"level":"info","ts":1784687508.2316773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"} {"level":"info","ts":1784687508.2316914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","EoS":false} {"level":"info","ts":1784687508.2317066,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","EoS":true} {"level":"info","ts":1784687508.23173,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687508.2317476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687508.2317696,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5c9c49e-a6fa-4f8f-b9b8-3dfc695838db"} {"level":"info","ts":1784687516.8082583,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687516.8083525,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a85e28f2-c835-4db5-9b5d-fd293b51ba37"} {"level":"info","ts":1784687516.8083682,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a85e28f2-c835-4db5-9b5d-fd293b51ba37"} {"level":"info","ts":1784687516.8083816,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a85e28f2-c835-4db5-9b5d-fd293b51ba37","EoS":false} {"level":"info","ts":1784687516.808392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a85e28f2-c835-4db5-9b5d-fd293b51ba37","EoS":true} {"level":"info","ts":1784687516.8084135,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a85e28f2-c835-4db5-9b5d-fd293b51ba37","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687516.8084285,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a85e28f2-c835-4db5-9b5d-fd293b51ba37","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687516.8084528,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a85e28f2-c835-4db5-9b5d-fd293b51ba37"} {"level":"info","ts":1784687518.8383987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687518.8384988,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ff716c66-e78a-4d5c-897e-4653cea11d19"} {"level":"info","ts":1784687518.8385162,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ff716c66-e78a-4d5c-897e-4653cea11d19"} {"level":"info","ts":1784687518.8385324,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff716c66-e78a-4d5c-897e-4653cea11d19","EoS":false} {"level":"info","ts":1784687518.8385446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ff716c66-e78a-4d5c-897e-4653cea11d19","EoS":true} {"level":"info","ts":1784687518.8385649,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ff716c66-e78a-4d5c-897e-4653cea11d19","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687518.83858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ff716c66-e78a-4d5c-897e-4653cea11d19","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687518.8386,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ff716c66-e78a-4d5c-897e-4653cea11d19"} {"level":"info","ts":1784687520.8699474,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687520.870029,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"} {"level":"info","ts":1784687520.8700387,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"} {"level":"info","ts":1784687520.870051,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","EoS":false} {"level":"info","ts":1784687520.8700662,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","EoS":true} {"level":"info","ts":1784687520.8700902,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687520.8701067,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687520.8701286,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d4958d48-cb5d-442c-8f41-16a401dfebaf"} {"level":"info","ts":1784687533.7275372,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687533.7276177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"} {"level":"info","ts":1784687533.727627,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"} {"level":"info","ts":1784687533.7276547,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","EoS":false} {"level":"info","ts":1784687533.727666,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","EoS":true} {"level":"info","ts":1784687533.7276871,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687533.7277026,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687533.7277222,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4ebb66a7-7af4-4e69-a81d-2140ed29c8f1"} {"level":"info","ts":1784687542.2544098,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687542.2545207,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"} {"level":"info","ts":1784687542.254542,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"} {"level":"info","ts":1784687542.2545621,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","EoS":false} {"level":"info","ts":1784687542.2545767,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","EoS":true} {"level":"info","ts":1784687542.2545984,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687542.254614,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687542.2546358,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ebc9a415-c14e-46e4-8b1f-61f405668dbe"} {"level":"info","ts":1784687551.1076076,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687551.1077256,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"} {"level":"info","ts":1784687551.107741,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"} {"level":"info","ts":1784687551.1077583,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","EoS":false} {"level":"info","ts":1784687551.1077747,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","EoS":true} {"level":"info","ts":1784687551.107803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687551.1078234,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687551.1078537,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"cf4603fe-6695-4f21-8d53-4526c8da931e"} {"level":"info","ts":1784687560.10896,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687560.1090353,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e5e6d17-3bbf-4193-9e56-cdfd6aed20d8"} {"level":"info","ts":1784687560.1090446,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e5e6d17-3bbf-4193-9e56-cdfd6aed20d8"} {"level":"info","ts":1784687560.109056,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e5e6d17-3bbf-4193-9e56-cdfd6aed20d8","EoS":false} {"level":"info","ts":1784687560.1090667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e5e6d17-3bbf-4193-9e56-cdfd6aed20d8","EoS":true} {"level":"info","ts":1784687560.1090872,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e5e6d17-3bbf-4193-9e56-cdfd6aed20d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687560.109101,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e5e6d17-3bbf-4193-9e56-cdfd6aed20d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687560.1091242,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e5e6d17-3bbf-4193-9e56-cdfd6aed20d8"} {"level":"info","ts":1784687564.8314369,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687564.831512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3cd3e7a5-ca2d-49a7-b5f8-a9e84d407538"} {"level":"info","ts":1784687564.8315206,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"3cd3e7a5-ca2d-49a7-b5f8-a9e84d407538"} {"level":"info","ts":1784687564.8315313,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3cd3e7a5-ca2d-49a7-b5f8-a9e84d407538","EoS":false} {"level":"info","ts":1784687564.8315423,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"3cd3e7a5-ca2d-49a7-b5f8-a9e84d407538","EoS":true} {"level":"info","ts":1784687564.8315623,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3cd3e7a5-ca2d-49a7-b5f8-a9e84d407538","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784687564.8315773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3cd3e7a5-ca2d-49a7-b5f8-a9e84d407538","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687564.8316038,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"3cd3e7a5-ca2d-49a7-b5f8-a9e84d407538"} {"level":"info","ts":1784687570.2808287,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687570.280914,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ccb7d8d-bc41-4678-bd75-915da168f0f8"} {"level":"info","ts":1784687570.2809224,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ccb7d8d-bc41-4678-bd75-915da168f0f8"} {"level":"info","ts":1784687570.280934,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ccb7d8d-bc41-4678-bd75-915da168f0f8","EoS":false} {"level":"info","ts":1784687570.2809472,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ccb7d8d-bc41-4678-bd75-915da168f0f8","EoS":true} {"level":"info","ts":1784687570.2809672,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ccb7d8d-bc41-4678-bd75-915da168f0f8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687570.2809834,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ccb7d8d-bc41-4678-bd75-915da168f0f8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687570.2810054,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ccb7d8d-bc41-4678-bd75-915da168f0f8"} {"level":"info","ts":1784687570.5586178,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687570.5587184,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9c5258c0-2d06-4dc6-9e16-107321d65322"} {"level":"info","ts":1784687570.558728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9c5258c0-2d06-4dc6-9e16-107321d65322"} {"level":"info","ts":1784687570.5587387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c5258c0-2d06-4dc6-9e16-107321d65322","EoS":false} {"level":"info","ts":1784687570.5587497,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9c5258c0-2d06-4dc6-9e16-107321d65322","EoS":true} {"level":"info","ts":1784687570.5587704,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9c5258c0-2d06-4dc6-9e16-107321d65322","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687570.558787,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9c5258c0-2d06-4dc6-9e16-107321d65322","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687570.558808,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9c5258c0-2d06-4dc6-9e16-107321d65322"} {"level":"info","ts":1784687572.5948663,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687572.5949516,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"920f020e-3c83-4f93-97ae-cf50b7e9b462"} {"level":"info","ts":1784687572.5949636,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"920f020e-3c83-4f93-97ae-cf50b7e9b462"} {"level":"info","ts":1784687572.5949748,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"920f020e-3c83-4f93-97ae-cf50b7e9b462","EoS":false} {"level":"info","ts":1784687572.5949857,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"920f020e-3c83-4f93-97ae-cf50b7e9b462","EoS":true} {"level":"info","ts":1784687572.5950072,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"920f020e-3c83-4f93-97ae-cf50b7e9b462","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687572.5950232,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"920f020e-3c83-4f93-97ae-cf50b7e9b462","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687572.5950437,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"920f020e-3c83-4f93-97ae-cf50b7e9b462"} {"level":"info","ts":1784687574.6248496,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687574.6249337,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c6ad39b0-27ad-4a6c-8b03-fc2adf11376c"} {"level":"info","ts":1784687574.6249447,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c6ad39b0-27ad-4a6c-8b03-fc2adf11376c"} {"level":"info","ts":1784687574.624956,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6ad39b0-27ad-4a6c-8b03-fc2adf11376c","EoS":false} {"level":"info","ts":1784687574.6249692,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c6ad39b0-27ad-4a6c-8b03-fc2adf11376c","EoS":true} {"level":"info","ts":1784687574.6249883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c6ad39b0-27ad-4a6c-8b03-fc2adf11376c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687574.6250036,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c6ad39b0-27ad-4a6c-8b03-fc2adf11376c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687574.6250277,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c6ad39b0-27ad-4a6c-8b03-fc2adf11376c"} {"level":"info","ts":1784687576.6562214,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687576.656309,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"} {"level":"info","ts":1784687576.6563187,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"} {"level":"info","ts":1784687576.6563294,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","EoS":false} {"level":"info","ts":1784687576.656341,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","EoS":true} {"level":"info","ts":1784687576.6563604,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687576.6563773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687576.6563993,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2e474977-c701-46a1-94cd-de326f363e6b"} {"level":"info","ts":1784687602.8067904,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687602.8068876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"} {"level":"info","ts":1784687602.8069046,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"} {"level":"info","ts":1784687602.8069232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","EoS":false} {"level":"info","ts":1784687602.8069432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","EoS":true} {"level":"info","ts":1784687602.8069701,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687602.8069882,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687602.8070107,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"31bcfe88-79dd-419c-9d7d-045736e00a1f"} {"level":"info","ts":1784687612.1002228,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687612.100301,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"26c339e2-618c-4a40-b7d3-c6d86129bb81"} {"level":"info","ts":1784687612.100312,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"26c339e2-618c-4a40-b7d3-c6d86129bb81"} {"level":"info","ts":1784687612.100323,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26c339e2-618c-4a40-b7d3-c6d86129bb81","EoS":false} {"level":"info","ts":1784687612.100333,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"26c339e2-618c-4a40-b7d3-c6d86129bb81","EoS":true} {"level":"info","ts":1784687612.1003532,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"26c339e2-618c-4a40-b7d3-c6d86129bb81","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687612.1003695,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"26c339e2-618c-4a40-b7d3-c6d86129bb81","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687612.100389,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"26c339e2-618c-4a40-b7d3-c6d86129bb81"} {"level":"info","ts":1784687617.5325468,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687617.5326264,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"071cb57f-2ef9-4d69-b9a1-1c1023dc04de"} {"level":"info","ts":1784687617.532637,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"071cb57f-2ef9-4d69-b9a1-1c1023dc04de"} {"level":"info","ts":1784687617.5326724,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"071cb57f-2ef9-4d69-b9a1-1c1023dc04de","EoS":false} {"level":"info","ts":1784687617.5326836,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"071cb57f-2ef9-4d69-b9a1-1c1023dc04de","EoS":true} {"level":"info","ts":1784687617.532705,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"071cb57f-2ef9-4d69-b9a1-1c1023dc04de","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687617.5327208,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"071cb57f-2ef9-4d69-b9a1-1c1023dc04de","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687617.5327435,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"071cb57f-2ef9-4d69-b9a1-1c1023dc04de"} {"level":"info","ts":1784687627.0923648,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687627.0924425,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0d70518b-e39e-4de5-b7d5-e5a9e6a543de"} {"level":"info","ts":1784687627.0924547,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0d70518b-e39e-4de5-b7d5-e5a9e6a543de"} {"level":"info","ts":1784687627.0924659,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d70518b-e39e-4de5-b7d5-e5a9e6a543de","EoS":false} {"level":"info","ts":1784687627.092479,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0d70518b-e39e-4de5-b7d5-e5a9e6a543de","EoS":true} {"level":"info","ts":1784687627.0924988,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0d70518b-e39e-4de5-b7d5-e5a9e6a543de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687627.0925143,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0d70518b-e39e-4de5-b7d5-e5a9e6a543de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687627.0925345,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0d70518b-e39e-4de5-b7d5-e5a9e6a543de"} {"level":"info","ts":1784687629.1244135,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687629.1245108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fa569780-0118-4b90-9142-67521aac4f7b"} {"level":"info","ts":1784687629.1245298,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"fa569780-0118-4b90-9142-67521aac4f7b"} {"level":"info","ts":1784687629.1245515,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa569780-0118-4b90-9142-67521aac4f7b","EoS":false} {"level":"info","ts":1784687629.1245644,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"fa569780-0118-4b90-9142-67521aac4f7b","EoS":true} {"level":"info","ts":1784687629.1245847,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fa569780-0118-4b90-9142-67521aac4f7b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687629.124601,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fa569780-0118-4b90-9142-67521aac4f7b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687629.1246223,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"fa569780-0118-4b90-9142-67521aac4f7b"} {"level":"info","ts":1784687631.1544492,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687631.1545224,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"} {"level":"info","ts":1784687631.1545331,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"} {"level":"info","ts":1784687631.1545446,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","EoS":false} {"level":"info","ts":1784687631.1545548,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","EoS":true} {"level":"info","ts":1784687631.1545742,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687631.1545923,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687631.154614,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"203308ed-fd96-4724-9cea-bd060e739bb0"} {"level":"info","ts":1784687640.549981,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687640.5500672,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"} {"level":"info","ts":1784687640.55008,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"} {"level":"info","ts":1784687640.5501006,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","EoS":false} {"level":"info","ts":1784687640.5501215,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","EoS":true} {"level":"info","ts":1784687640.5501533,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687640.5501735,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687640.550203,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a6eb307a-36db-42c9-b022-9212bea06791"} {"level":"info","ts":1784687640.586056,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687640.5861442,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"} {"level":"info","ts":1784687640.5861561,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"} {"level":"info","ts":1784687640.5861676,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","EoS":false} {"level":"info","ts":1784687640.586181,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","EoS":true} {"level":"info","ts":1784687640.5861995,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687640.5862153,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687640.5862367,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"267e7685-d998-4a49-bf53-402ddd3445c1"} {"level":"info","ts":1784687659.6802146,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687659.680299,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"} {"level":"info","ts":1784687659.6803093,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"} {"level":"info","ts":1784687659.6803212,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","EoS":false} {"level":"info","ts":1784687659.6803331,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","EoS":true} {"level":"info","ts":1784687659.680355,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687659.6803713,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687659.680394,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"929d38a2-24c6-42e8-a492-38d66e5bb03e"} {"level":"info","ts":1784687669.0660844,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687669.0661693,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e55111bb-da14-4617-9c26-be3a0a46277e"} {"level":"info","ts":1784687669.066178,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e55111bb-da14-4617-9c26-be3a0a46277e"} {"level":"info","ts":1784687669.0661893,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e55111bb-da14-4617-9c26-be3a0a46277e","EoS":false} {"level":"info","ts":1784687669.0661995,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e55111bb-da14-4617-9c26-be3a0a46277e","EoS":true} {"level":"info","ts":1784687669.0662208,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e55111bb-da14-4617-9c26-be3a0a46277e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687669.0662363,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e55111bb-da14-4617-9c26-be3a0a46277e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687669.0662558,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e55111bb-da14-4617-9c26-be3a0a46277e"} {"level":"info","ts":1784687674.44931,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687674.4493887,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"37ee9dfd-755b-4705-97c9-7747f33bb25c"} {"level":"info","ts":1784687674.449405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"37ee9dfd-755b-4705-97c9-7747f33bb25c"} {"level":"info","ts":1784687674.4494164,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37ee9dfd-755b-4705-97c9-7747f33bb25c","EoS":false} {"level":"info","ts":1784687674.4494274,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"37ee9dfd-755b-4705-97c9-7747f33bb25c","EoS":true} {"level":"info","ts":1784687674.4494476,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"37ee9dfd-755b-4705-97c9-7747f33bb25c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784687674.4494634,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"37ee9dfd-755b-4705-97c9-7747f33bb25c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784687674.4494836,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"37ee9dfd-755b-4705-97c9-7747f33bb25c"} {"level":"info","ts":1784687765.0261185,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687765.0262108,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2c20f8c5-582c-4fc9-bbbf-77b9e1942522"} {"level":"info","ts":1784687765.0262253,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2c20f8c5-582c-4fc9-bbbf-77b9e1942522"} {"level":"info","ts":1784687765.0262387,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c20f8c5-582c-4fc9-bbbf-77b9e1942522","EoS":false} {"level":"info","ts":1784687765.026249,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2c20f8c5-582c-4fc9-bbbf-77b9e1942522","EoS":true} {"level":"info","ts":1784687765.026269,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2c20f8c5-582c-4fc9-bbbf-77b9e1942522","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784687765.0262852,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2c20f8c5-582c-4fc9-bbbf-77b9e1942522","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784687765.0263083,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2c20f8c5-582c-4fc9-bbbf-77b9e1942522"} {"level":"info","ts":1784687790.2007046,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687790.2007985,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"} {"level":"info","ts":1784687790.2008128,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"} {"level":"info","ts":1784687790.2008336,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","EoS":false} {"level":"info","ts":1784687790.2008543,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","EoS":true} {"level":"info","ts":1784687790.2008893,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784687790.200909,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784687790.200938,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"86aa2282-ce03-43c1-a10f-4674700c06ee"} {"level":"info","ts":1784687827.1769059,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687827.1769874,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"} {"level":"info","ts":1784687827.1769965,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"} {"level":"info","ts":1784687827.1770074,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","EoS":false} {"level":"info","ts":1784687827.1770184,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","EoS":true} {"level":"info","ts":1784687827.1770394,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687827.177052,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687827.1770744,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b0a23066-5b26-4fac-8127-9a1b8cd47c01"} {"level":"info","ts":1784687842.415788,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687842.4158835,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"} {"level":"info","ts":1784687842.4158998,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"} {"level":"info","ts":1784687842.4159172,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","EoS":false} {"level":"info","ts":1784687842.4159284,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","EoS":true} {"level":"info","ts":1784687842.4159484,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687842.4159658,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687842.4159856,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73d6caba-183a-4012-8a98-f0be6d43dee7"} {"level":"info","ts":1784687842.6960855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784687842.6961727,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d364aef4-da7d-471f-9eba-475316930461"} {"level":"info","ts":1784687842.6961858,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d364aef4-da7d-471f-9eba-475316930461"} {"level":"info","ts":1784687842.6961987,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d364aef4-da7d-471f-9eba-475316930461","EoS":false} {"level":"info","ts":1784687842.6962097,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d364aef4-da7d-471f-9eba-475316930461","EoS":true} {"level":"info","ts":1784687842.6962292,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d364aef4-da7d-471f-9eba-475316930461","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784687842.6962447,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d364aef4-da7d-471f-9eba-475316930461","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784687842.6962662,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d364aef4-da7d-471f-9eba-475316930461"} {"level":"info","ts":1784688185.3993077,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688185.3993895,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"} {"level":"info","ts":1784688185.3993993,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"} {"level":"info","ts":1784688185.3994102,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","EoS":false} {"level":"info","ts":1784688185.3994377,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","EoS":true} {"level":"info","ts":1784688185.3994596,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688185.3994756,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688185.3994944,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2424b799-bb75-46a9-afa3-2da5c8af4c49"} {"level":"info","ts":1784688185.43839,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688185.4384742,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"75248b61-7ca9-4eee-99b1-87ab12ada9eb"} {"level":"info","ts":1784688185.4384828,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"75248b61-7ca9-4eee-99b1-87ab12ada9eb"} {"level":"info","ts":1784688185.4384933,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75248b61-7ca9-4eee-99b1-87ab12ada9eb","EoS":false} {"level":"info","ts":1784688185.4385042,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"75248b61-7ca9-4eee-99b1-87ab12ada9eb","EoS":true} {"level":"info","ts":1784688185.4385245,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"75248b61-7ca9-4eee-99b1-87ab12ada9eb","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688185.4385407,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"75248b61-7ca9-4eee-99b1-87ab12ada9eb","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688185.438561,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"75248b61-7ca9-4eee-99b1-87ab12ada9eb"} {"level":"info","ts":1784688185.472319,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688185.4723911,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a4446bcd-d2a9-4304-b2c9-c1498f4bd1f5"} {"level":"info","ts":1784688185.4724002,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a4446bcd-d2a9-4304-b2c9-c1498f4bd1f5"} {"level":"info","ts":1784688185.4724112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4446bcd-d2a9-4304-b2c9-c1498f4bd1f5","EoS":false} {"level":"info","ts":1784688185.4724233,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a4446bcd-d2a9-4304-b2c9-c1498f4bd1f5","EoS":true} {"level":"info","ts":1784688185.4724433,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a4446bcd-d2a9-4304-b2c9-c1498f4bd1f5","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784688185.4724593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a4446bcd-d2a9-4304-b2c9-c1498f4bd1f5","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784688185.4724782,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a4446bcd-d2a9-4304-b2c9-c1498f4bd1f5"} {"level":"info","ts":1784688190.3296113,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dda54569-3b62-4e4e-aeba-6c655d157dac","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688190.3296208,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a1e97bd-6ebc-401e-9f86-4d1a9f6de077"} {"level":"info","ts":1784688190.3296778,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dda54569-3b62-4e4e-aeba-6c655d157dac","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688190.3373399,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84acc084-b663-4919-be17-9595a59230c3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688190.337378,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"84acc084-b663-4919-be17-9595a59230c3","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784688190.3384137,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a1e97bd-6ebc-401e-9f86-4d1a9f6de077","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688190.3387184,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":38959.683279968,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.3387382,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.4410014,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.4502733,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c6ac0a-fd73-43d3-bcfe-31b1e3a33ec4"} {"level":"info","ts":1784688190.450845,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be4381d8-eb44-40bb-b490-acb828625536","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688190.4508848,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"be4381d8-eb44-40bb-b490-acb828625536","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688190.4584703,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c118f91-172f-4bab-8d55-a7b185deeed0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688190.458509,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5c118f91-172f-4bab-8d55-a7b185deeed0","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688190.5313444,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3149a432-3aa7-417f-94c6-c91d00c7f91c","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688190.5313823,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3149a432-3aa7-417f-94c6-c91d00c7f91c","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688190.5314686,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c6ac0a-fd73-43d3-bcfe-31b1e3a33ec4","provider":"e2e-external-provider","phase":"Pending"} {"level":"info","ts":1784688190.5318875,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ff70670-0efc-4e2b-bbb9-8e1184877fcf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688190.5319276,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba49c9d6-6f6d-4582-a53a-b2b825a45986","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688190.5319328,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"0ff70670-0efc-4e2b-bbb9-8e1184877fcf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784688190.5319495,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ba49c9d6-6f6d-4582-a53a-b2b825a45986","modelName":"e2e-external-model","resolvedRefs":1} {"level":"error","ts":1784688190.5356343,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c6ac0a-fd73-43d3-bcfe-31b1e3a33ec4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688190.535694,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"c0c6ac0a-fd73-43d3-bcfe-31b1e3a33ec4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688190.5357525,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc402c8f-fa00-4ecf-8d23-561ba82b2698"} {"level":"info","ts":1784688190.5359848,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":37836.632163679,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.536,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.5389955,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":34645.639424441,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.5390155,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.5425205,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.5473187,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784688190.5947268,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a99b7f2-cf99-4c79-932b-b4ddcd134677","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688190.5947673,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"8a99b7f2-cf99-4c79-932b-b4ddcd134677","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688190.611537,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29ab8d1b-37f0-494a-88c5-a021fa6391b8","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688190.6115823,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"29ab8d1b-37f0-494a-88c5-a021fa6391b8","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688190.6279342,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6606b7c-8f67-422d-90f2-8ca3476e2e6d","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688190.627982,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e6606b7c-8f67-422d-90f2-8ca3476e2e6d","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784688190.6367419,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc402c8f-fa00-4ecf-8d23-561ba82b2698","name":"e2e-external-model"} {"level":"info","ts":1784688190.6398892,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a1e97bd-6ebc-401e-9f86-4d1a9f6de077","name":"e2e-external-provider"} {"level":"info","ts":1784688190.648541,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc402c8f-fa00-4ecf-8d23-561ba82b2698","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688190.6510022,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a1e97bd-6ebc-401e-9f86-4d1a9f6de077","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784688190.652235,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"dc402c8f-fa00-4ecf-8d23-561ba82b2698","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688190.652341,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4a42b3c-2c26-4a81-b20f-71b01268e15a"} {"level":"info","ts":1784688190.6524081,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4a42b3c-2c26-4a81-b20f-71b01268e15a","name":"e2e-external-model"} {"level":"error","ts":1784688190.6545846,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3a1e97bd-6ebc-401e-9f86-4d1a9f6de077","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688190.6546907,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9ab97f1-9146-4e9a-9a01-064f6a1ac7c1"} {"level":"info","ts":1784688190.6547477,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9ab97f1-9146-4e9a-9a01-064f6a1ac7c1","name":"e2e-external-provider"} {"level":"info","ts":1784688190.662595,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e4a42b3c-2c26-4a81-b20f-71b01268e15a","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688190.6648302,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"f9ab97f1-9146-4e9a-9a01-064f6a1ac7c1","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784688197.7797737,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688197.7798467,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e"} {"level":"info","ts":1784688197.779856,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e"} {"level":"info","ts":1784688197.7798667,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e","EoS":false} {"level":"info","ts":1784688197.7798781,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e","EoS":true} {"level":"info","ts":1784688197.779896,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688197.7799106,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688197.7799172,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e","modelName":"e2e-external-model"} {"level":"info","ts":1784688197.7799323,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688197.779978,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"255c0996-09ed-48c2-b839-ae1c88814d3e"} {"level":"info","ts":1784688197.8326085,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688197.8327181,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0"} {"level":"info","ts":1784688197.8327336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0"} {"level":"info","ts":1784688197.8327587,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0","EoS":false} {"level":"info","ts":1784688197.8327806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0","EoS":true} {"level":"info","ts":1784688197.832811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688197.8328311,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688197.8328443,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0","modelName":"e2e-external-model"} {"level":"info","ts":1784688197.8328655,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688197.8329139,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"52469934-b721-42a6-ad75-552fa6c8ddf0"} {"level":"info","ts":1784688197.855,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688197.8550715,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf"} {"level":"info","ts":1784688197.8550801,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf"} {"level":"info","ts":1784688197.8550904,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","EoS":false} {"level":"info","ts":1784688197.8551002,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","EoS":true} {"level":"info","ts":1784688197.8551197,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688197.8551354,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688197.8551426,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","modelName":"e2e-external-model"} {"level":"info","ts":1784688197.8551557,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688197.8552036,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2ca646c0-1402-42ae-9798-d9b27d54afdf"} {"level":"info","ts":1784688197.9781406,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2acae98f-a40f-41dd-a7b3-13ae4882a8a0"} {"level":"info","ts":1784688197.9781826,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"745eab13-19b9-4568-b1c9-1c1f1f801f28","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688197.9782202,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"745eab13-19b9-4568-b1c9-1c1f1f801f28","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688197.9838617,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2acae98f-a40f-41dd-a7b3-13ae4882a8a0","name":"e2e-cleanup-test"} {"level":"info","ts":1784688197.983914,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e174b9b-73f7-4d5c-992f-6794b7e342cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688197.983935,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0e174b9b-73f7-4d5c-992f-6794b7e342cb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688197.9945958,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2acae98f-a40f-41dd-a7b3-13ae4882a8a0","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688198.002449,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c5732d6-01a7-4007-b881-098972d89333","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688198.002489,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9c5732d6-01a7-4007-b881-098972d89333","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784688198.0026171,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"462f3215-7ae7-4a1b-9f5c-2a24d25c257c"} {"level":"info","ts":1784688198.0026982,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"462f3215-7ae7-4a1b-9f5c-2a24d25c257c","name":"e2e-cleanup-test"} {"level":"info","ts":1784688198.0201426,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3a18e1d-c697-4f05-be3e-d1bc04bd66f0","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688198.0201774,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e3a18e1d-c697-4f05-be3e-d1bc04bd66f0","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784688198.0236707,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"462f3215-7ae7-4a1b-9f5c-2a24d25c257c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784688198.0237164,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"462f3215-7ae7-4a1b-9f5c-2a24d25c257c","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688198.0237675,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0522ea8b-8a91-4f64-8d0b-e60917e42f03"} {"level":"info","ts":1784688198.0238192,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0522ea8b-8a91-4f64-8d0b-e60917e42f03","name":"e2e-cleanup-test"} {"level":"info","ts":1784688198.0306814,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0522ea8b-8a91-4f64-8d0b-e60917e42f03","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688198.0331988,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e972dd15-32ae-474b-a202-843abc573645","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688198.033224,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"e972dd15-32ae-474b-a202-843abc573645","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784688198.0381744,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"0522ea8b-8a91-4f64-8d0b-e60917e42f03","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784688198.0382423,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b5871c5-9e01-4edc-8423-d8fbd17ff3b7"} {"level":"info","ts":1784688198.0382884,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b5871c5-9e01-4edc-8423-d8fbd17ff3b7","name":"e2e-cleanup-test"} {"level":"info","ts":1784688198.0458808,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9b5871c5-9e01-4edc-8423-d8fbd17ff3b7","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784688206.2305636,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a45d003-7e05-44d8-815f-35c591642e94","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688206.230606,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4a45d003-7e05-44d8-815f-35c591642e94","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784688206.230618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"945ec763-8dae-41a6-9bfc-65d5a6898ffd"} {"level":"info","ts":1784688210.5319586,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688210.5320365,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59"} {"level":"info","ts":1784688210.5320458,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59"} {"level":"info","ts":1784688210.5320573,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59","EoS":false} {"level":"info","ts":1784688210.5320678,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59","EoS":true} {"level":"info","ts":1784688210.5320883,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784688210.5321054,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784688210.5321257,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"516c4f0b-4281-4684-8893-15bcbe828b59"} {"level":"info","ts":1784688210.5542526,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688210.5543206,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336"} {"level":"info","ts":1784688210.5543323,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336"} {"level":"info","ts":1784688210.5543432,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","EoS":false} {"level":"info","ts":1784688210.5543535,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","EoS":true} {"level":"info","ts":1784688210.554373,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784688210.5543885,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688210.5543957,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","modelName":"e2e-external-model"} {"level":"info","ts":1784688210.5544097,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784688210.5544448,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"aec176c3-5beb-4b32-a240-e5c96e595336"} {"level":"info","ts":1784688210.6018157,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688210.6018836,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"} {"level":"info","ts":1784688210.601892,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"} {"level":"info","ts":1784688210.6019025,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","EoS":false} {"level":"info","ts":1784688210.601914,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","EoS":true} {"level":"info","ts":1784688210.6019325,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784688210.6019483,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784688210.6019692,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5e1e7a16-8081-43e4-9f80-22a77e8492aa"} {"level":"info","ts":1784688210.7444165,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784688210.7444901,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"} {"level":"info","ts":1784688210.7444992,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"} {"level":"info","ts":1784688210.7445095,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","EoS":false} {"level":"info","ts":1784688210.7445192,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","EoS":true} {"level":"info","ts":1784688210.7445405,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7","field":"model"} {"level":"info","ts":1784688210.7445655,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"eaf94d6d-6bd5-4224-aeb3-c3f0c074e0e7"} {"level":"info","ts":1784688211.632426,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"14466b16-55e8-4075-898c-606f925d9afc"} {"level":"info","ts":1784688211.6324685,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee582159-9606-4452-884d-3da5353031e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688211.6325002,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ee582159-9606-4452-884d-3da5353031e0","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784688211.772398,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01159003-ea8c-440e-91e2-20ae5e5b9e3e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688211.7724347,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"01159003-ea8c-440e-91e2-20ae5e5b9e3e","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784688211.772434,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"3d9bec46-34d1-4bd6-82ce-1de8abc2cf58"}