{"level":"info","ts":1784734177.8943832,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734177.894464,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"} {"level":"info","ts":1784734177.894473,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"} {"level":"info","ts":1784734177.8944838,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","EoS":false} {"level":"info","ts":1784734177.8945112,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","EoS":true} {"level":"info","ts":1784734177.8945315,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734177.894547,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734177.8945668,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e9409495-a357-4086-a566-8b564ebb4d5c"} {"level":"info","ts":1784734178.0336802,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734178.0337675,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"} {"level":"info","ts":1784734178.0337803,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"} {"level":"info","ts":1784734178.0337927,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","EoS":false} {"level":"info","ts":1784734178.0338068,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","EoS":true} {"level":"info","ts":1784734178.033828,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734178.033845,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734178.033866,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"14065b91-c579-4328-b13a-000b8e6dbfae"} {"level":"info","ts":1784734178.1704736,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734178.1705766,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"} {"level":"info","ts":1784734178.1705854,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"} {"level":"info","ts":1784734178.1705964,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","EoS":false} {"level":"info","ts":1784734178.1706083,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","EoS":true} {"level":"info","ts":1784734178.1706312,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734178.170645,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734178.1706665,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8f572883-7653-4265-99bc-a46103c2f3b6"} {"level":"info","ts":1784734178.306356,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734178.306441,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c7a1f24c-26ca-4cf2-9543-5cdb15475a3e"} {"level":"info","ts":1784734178.3064504,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c7a1f24c-26ca-4cf2-9543-5cdb15475a3e"} {"level":"info","ts":1784734178.3064625,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a1f24c-26ca-4cf2-9543-5cdb15475a3e","EoS":false} {"level":"info","ts":1784734178.3064759,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c7a1f24c-26ca-4cf2-9543-5cdb15475a3e","EoS":true} {"level":"info","ts":1784734178.3065126,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c7a1f24c-26ca-4cf2-9543-5cdb15475a3e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734178.3065298,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c7a1f24c-26ca-4cf2-9543-5cdb15475a3e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734178.3065543,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c7a1f24c-26ca-4cf2-9543-5cdb15475a3e"} {"level":"info","ts":1784734198.1662118,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734198.1662924,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"} {"level":"info","ts":1784734198.166303,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"} {"level":"info","ts":1784734198.1663148,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","EoS":false} {"level":"info","ts":1784734198.1663253,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","EoS":true} {"level":"info","ts":1784734198.1663487,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734198.1663659,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734198.1663852,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7c0b69a7-eb79-40eb-a7b7-81d8bb47e6ac"} {"level":"info","ts":1784734198.204112,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734198.2041798,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e11808bc-e960-4637-bca5-59074b588e75"} {"level":"info","ts":1784734198.204188,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e11808bc-e960-4637-bca5-59074b588e75"} {"level":"info","ts":1784734198.2041993,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e11808bc-e960-4637-bca5-59074b588e75","EoS":false} {"level":"info","ts":1784734198.2042122,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e11808bc-e960-4637-bca5-59074b588e75","EoS":true} {"level":"info","ts":1784734198.2042313,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e11808bc-e960-4637-bca5-59074b588e75","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734198.2042453,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e11808bc-e960-4637-bca5-59074b588e75","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734198.2042654,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e11808bc-e960-4637-bca5-59074b588e75"} {"level":"info","ts":1784734198.235805,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734198.235879,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d1c01ff2-f207-41cc-a708-a8f21418e4d6"} {"level":"info","ts":1784734198.235891,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"d1c01ff2-f207-41cc-a708-a8f21418e4d6"} {"level":"info","ts":1784734198.235903,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1c01ff2-f207-41cc-a708-a8f21418e4d6","EoS":false} {"level":"info","ts":1784734198.2359133,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"d1c01ff2-f207-41cc-a708-a8f21418e4d6","EoS":true} {"level":"info","ts":1784734198.2359328,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d1c01ff2-f207-41cc-a708-a8f21418e4d6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734198.2359476,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d1c01ff2-f207-41cc-a708-a8f21418e4d6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734198.2359693,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"d1c01ff2-f207-41cc-a708-a8f21418e4d6"} {"level":"info","ts":1784734198.2707987,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734198.270886,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5b789dd1-a7b8-43b9-9bc8-0e416282d913"} {"level":"info","ts":1784734202.923835,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734202.9239273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"} {"level":"info","ts":1784734202.9239464,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"} {"level":"info","ts":1784734202.9239595,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","EoS":false} {"level":"info","ts":1784734202.9239707,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","EoS":true} {"level":"info","ts":1784734202.923991,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734202.9240034,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734202.9240313,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2f2c29d1-1a5f-42c0-a9a6-7ecbfc76584e"} {"level":"info","ts":1784734211.4860013,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734211.4860814,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4c267b4d-0195-4117-b261-65572b399d20"} {"level":"info","ts":1784734211.4860902,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4c267b4d-0195-4117-b261-65572b399d20"} {"level":"info","ts":1784734211.4861026,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c267b4d-0195-4117-b261-65572b399d20","EoS":false} {"level":"info","ts":1784734211.4861128,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4c267b4d-0195-4117-b261-65572b399d20","EoS":true} {"level":"info","ts":1784734211.4861333,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4c267b4d-0195-4117-b261-65572b399d20","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734211.4861486,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4c267b4d-0195-4117-b261-65572b399d20","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734211.486172,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4c267b4d-0195-4117-b261-65572b399d20"} {"level":"info","ts":1784734213.5177174,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734213.517803,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"} {"level":"info","ts":1784734213.5178125,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"} {"level":"info","ts":1784734213.5178232,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","EoS":false} {"level":"info","ts":1784734213.5178359,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","EoS":true} {"level":"info","ts":1784734213.517857,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734213.5178723,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734213.5178916,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"959a73f0-6296-4888-81b8-2d118bfc55ce"} {"level":"info","ts":1784734226.4032047,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734226.403295,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"} {"level":"info","ts":1784734226.4033089,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"} {"level":"info","ts":1784734226.4033225,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","EoS":false} {"level":"info","ts":1784734226.403334,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","EoS":true} {"level":"info","ts":1784734226.4033563,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734226.4033725,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734226.4033964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8af19e1f-0e37-4409-932f-c6fe1f39c1dc"} {"level":"info","ts":1784734234.9639058,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734234.9639878,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"} {"level":"info","ts":1784734234.9639971,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"} {"level":"info","ts":1784734234.9640126,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","EoS":false} {"level":"info","ts":1784734234.9640236,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","EoS":true} {"level":"info","ts":1784734234.9640453,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734234.964061,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"c52115cc-e792-443f-a224-5010db0de991","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734234.9640803,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"c52115cc-e792-443f-a224-5010db0de991"} {"level":"info","ts":1784734243.8482435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734243.8483267,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"} {"level":"info","ts":1784734243.848336,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"} {"level":"info","ts":1784734243.8483477,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","EoS":false} {"level":"info","ts":1784734243.8483586,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","EoS":true} {"level":"info","ts":1784734243.8483818,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734243.8483975,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734243.8484182,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"29d2d1f1-6ba6-4a54-a01a-2737eabe1427"} {"level":"info","ts":1784734252.8589277,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734252.8590229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"73fc0195-1667-4740-9901-ffbc04fb1d40"} {"level":"info","ts":1784734252.8590405,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"73fc0195-1667-4740-9901-ffbc04fb1d40"} {"level":"info","ts":1784734252.8590612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73fc0195-1667-4740-9901-ffbc04fb1d40","EoS":false} {"level":"info","ts":1784734252.8590806,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"73fc0195-1667-4740-9901-ffbc04fb1d40","EoS":true} {"level":"info","ts":1784734252.8591132,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"73fc0195-1667-4740-9901-ffbc04fb1d40","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734252.8591347,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"73fc0195-1667-4740-9901-ffbc04fb1d40","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734252.8591666,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"73fc0195-1667-4740-9901-ffbc04fb1d40"} {"level":"info","ts":1784734260.777369,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734260.7774732,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"272ccbcb-01f5-42ba-81eb-4ce4394b6af2"} {"level":"info","ts":1784734260.7775185,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"272ccbcb-01f5-42ba-81eb-4ce4394b6af2"} {"level":"info","ts":1784734260.7775388,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"272ccbcb-01f5-42ba-81eb-4ce4394b6af2","EoS":false} {"level":"info","ts":1784734260.7775598,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"272ccbcb-01f5-42ba-81eb-4ce4394b6af2","EoS":true} {"level":"info","ts":1784734260.7775922,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"272ccbcb-01f5-42ba-81eb-4ce4394b6af2","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734260.7776144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"272ccbcb-01f5-42ba-81eb-4ce4394b6af2","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734260.7776463,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"272ccbcb-01f5-42ba-81eb-4ce4394b6af2"} {"level":"info","ts":1784734265.5612407,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734265.561335,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f8daeaca-1fe9-4cb9-9777-44ce03bf8997"} {"level":"info","ts":1784734265.561351,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f8daeaca-1fe9-4cb9-9777-44ce03bf8997"} {"level":"info","ts":1784734265.5613647,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8daeaca-1fe9-4cb9-9777-44ce03bf8997","EoS":false} {"level":"info","ts":1784734265.561379,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f8daeaca-1fe9-4cb9-9777-44ce03bf8997","EoS":true} {"level":"info","ts":1784734265.5614007,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f8daeaca-1fe9-4cb9-9777-44ce03bf8997","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734265.5614681,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f8daeaca-1fe9-4cb9-9777-44ce03bf8997","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734265.561521,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f8daeaca-1fe9-4cb9-9777-44ce03bf8997"} {"level":"info","ts":1784734265.8448937,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734265.8449802,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ac9691c-f399-46be-87a1-b596e55888c4"} {"level":"info","ts":1784734265.8449893,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ac9691c-f399-46be-87a1-b596e55888c4"} {"level":"info","ts":1784734265.8450012,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ac9691c-f399-46be-87a1-b596e55888c4","EoS":false} {"level":"info","ts":1784734265.8450165,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ac9691c-f399-46be-87a1-b596e55888c4","EoS":true} {"level":"info","ts":1784734265.845038,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ac9691c-f399-46be-87a1-b596e55888c4","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734265.8450532,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ac9691c-f399-46be-87a1-b596e55888c4","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734265.845074,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ac9691c-f399-46be-87a1-b596e55888c4"} {"level":"info","ts":1784734267.8756547,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734267.8757465,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ab571d02-543f-4deb-acfc-c65cd05cef3b"} {"level":"info","ts":1784734267.8757622,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ab571d02-543f-4deb-acfc-c65cd05cef3b"} {"level":"info","ts":1784734267.875783,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab571d02-543f-4deb-acfc-c65cd05cef3b","EoS":false} {"level":"info","ts":1784734267.875805,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ab571d02-543f-4deb-acfc-c65cd05cef3b","EoS":true} {"level":"info","ts":1784734267.8758383,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ab571d02-543f-4deb-acfc-c65cd05cef3b","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734267.875858,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ab571d02-543f-4deb-acfc-c65cd05cef3b","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734267.8758807,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ab571d02-543f-4deb-acfc-c65cd05cef3b"} {"level":"info","ts":1784734269.9126697,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734269.9127607,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"78081776-820b-4713-9e70-92a1daf2eae6"} {"level":"info","ts":1784734269.9127748,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"78081776-820b-4713-9e70-92a1daf2eae6"} {"level":"info","ts":1784734269.912794,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78081776-820b-4713-9e70-92a1daf2eae6","EoS":false} {"level":"info","ts":1784734269.9128067,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"78081776-820b-4713-9e70-92a1daf2eae6","EoS":true} {"level":"info","ts":1784734269.9128277,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"78081776-820b-4713-9e70-92a1daf2eae6","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734269.9128435,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"78081776-820b-4713-9e70-92a1daf2eae6","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734269.91287,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"78081776-820b-4713-9e70-92a1daf2eae6"} {"level":"info","ts":1784734271.9453723,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734271.9454618,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"} {"level":"info","ts":1784734271.9454718,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"} {"level":"info","ts":1784734271.9454849,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","EoS":false} {"level":"info","ts":1784734271.9455237,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","EoS":true} {"level":"info","ts":1784734271.9455457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734271.9455593,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734271.9455798,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"148a3f94-3091-4a5d-9ad2-74bc7fda69fa"} {"level":"info","ts":1784734294.4899683,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734294.490055,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"} {"level":"info","ts":1784734294.4900665,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"} {"level":"info","ts":1784734294.4900784,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","EoS":false} {"level":"info","ts":1784734294.490089,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","EoS":true} {"level":"info","ts":1784734294.4901114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734294.4901273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734294.490153,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"dcc43275-9ec9-4032-a9d4-769ddfb85466"} {"level":"info","ts":1784734303.8491325,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734303.8492231,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5ffc692b-d176-4434-8ea2-c46579e830e3"} {"level":"info","ts":1784734303.849233,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"5ffc692b-d176-4434-8ea2-c46579e830e3"} {"level":"info","ts":1784734303.8492448,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ffc692b-d176-4434-8ea2-c46579e830e3","EoS":false} {"level":"info","ts":1784734303.8492582,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"5ffc692b-d176-4434-8ea2-c46579e830e3","EoS":true} {"level":"info","ts":1784734303.849278,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5ffc692b-d176-4434-8ea2-c46579e830e3","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734303.8492944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5ffc692b-d176-4434-8ea2-c46579e830e3","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734303.849314,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"5ffc692b-d176-4434-8ea2-c46579e830e3"} {"level":"info","ts":1784734309.3253055,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734309.3253942,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a394f64f-a43b-49ee-9bb1-8d8540966092"} {"level":"info","ts":1784734309.3254032,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a394f64f-a43b-49ee-9bb1-8d8540966092"} {"level":"info","ts":1784734309.3254158,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a394f64f-a43b-49ee-9bb1-8d8540966092","EoS":false} {"level":"info","ts":1784734309.3254263,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a394f64f-a43b-49ee-9bb1-8d8540966092","EoS":true} {"level":"info","ts":1784734309.3254461,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a394f64f-a43b-49ee-9bb1-8d8540966092","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734309.3254602,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a394f64f-a43b-49ee-9bb1-8d8540966092","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734309.3254833,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a394f64f-a43b-49ee-9bb1-8d8540966092"} {"level":"info","ts":1784734318.9187326,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734318.9188209,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06f74dcb-e5db-4c19-a6f4-2e104b4fb007"} {"level":"info","ts":1784734318.9188302,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"06f74dcb-e5db-4c19-a6f4-2e104b4fb007"} {"level":"info","ts":1784734318.918842,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f74dcb-e5db-4c19-a6f4-2e104b4fb007","EoS":false} {"level":"info","ts":1784734318.9188578,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"06f74dcb-e5db-4c19-a6f4-2e104b4fb007","EoS":true} {"level":"info","ts":1784734318.918881,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06f74dcb-e5db-4c19-a6f4-2e104b4fb007","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734318.9188962,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06f74dcb-e5db-4c19-a6f4-2e104b4fb007","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734318.9189186,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"06f74dcb-e5db-4c19-a6f4-2e104b4fb007"} {"level":"info","ts":1784734320.951773,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734320.9518733,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1e0268d-b825-475a-84cb-6310b88e15de"} {"level":"info","ts":1784734320.9518907,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"f1e0268d-b825-475a-84cb-6310b88e15de"} {"level":"info","ts":1784734320.9519098,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1e0268d-b825-475a-84cb-6310b88e15de","EoS":false} {"level":"info","ts":1784734320.9519308,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"f1e0268d-b825-475a-84cb-6310b88e15de","EoS":true} {"level":"info","ts":1784734320.9519603,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1e0268d-b825-475a-84cb-6310b88e15de","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734320.9519823,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1e0268d-b825-475a-84cb-6310b88e15de","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734320.9520104,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"f1e0268d-b825-475a-84cb-6310b88e15de"} {"level":"info","ts":1784734322.9856243,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734322.9857168,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ef83141a-ebc7-4754-9f71-c0a8628091f4"} {"level":"info","ts":1784734322.985728,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ef83141a-ebc7-4754-9f71-c0a8628091f4"} {"level":"info","ts":1784734322.9857407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef83141a-ebc7-4754-9f71-c0a8628091f4","EoS":false} {"level":"info","ts":1784734322.985755,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ef83141a-ebc7-4754-9f71-c0a8628091f4","EoS":true} {"level":"info","ts":1784734322.9857767,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ef83141a-ebc7-4754-9f71-c0a8628091f4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734322.985794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ef83141a-ebc7-4754-9f71-c0a8628091f4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734322.9858158,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ef83141a-ebc7-4754-9f71-c0a8628091f4"} {"level":"info","ts":1784734325.020104,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734325.0201974,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"} {"level":"info","ts":1784734325.02021,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"} {"level":"info","ts":1784734325.0202298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","EoS":false} {"level":"info","ts":1784734325.0202503,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","EoS":true} {"level":"info","ts":1784734325.020281,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734325.0203006,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734325.020332,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"99c64519-2c4c-4feb-8fcb-3797d8d0a1c7"} {"level":"info","ts":1784734334.4776485,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734334.4777322,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"} {"level":"info","ts":1784734334.4777424,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"} {"level":"info","ts":1784734334.4777539,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","EoS":false} {"level":"info","ts":1784734334.4777708,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","EoS":true} {"level":"info","ts":1784734334.4777923,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734334.4778085,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734334.4778302,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9aed9143-9f0e-4218-93f4-248be2aa68d8"} {"level":"info","ts":1784734334.5157473,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734334.5158417,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"} {"level":"info","ts":1784734334.5158556,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"} {"level":"info","ts":1784734334.5158677,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","EoS":false} {"level":"info","ts":1784734334.5158813,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","EoS":true} {"level":"info","ts":1784734334.515903,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734334.5159194,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734334.5159402,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"0744b060-fb8c-476a-b560-e70b8fa50e34"} {"level":"info","ts":1784734353.7081158,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734353.708208,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"} {"level":"info","ts":1784734353.7082183,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"} {"level":"info","ts":1784734353.7082298,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","EoS":false} {"level":"info","ts":1784734353.7082403,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","EoS":true} {"level":"info","ts":1784734353.7082632,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734353.708284,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734353.7083082,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"89df8dad-dd63-45fa-aef2-7b1e3b0e611c"} {"level":"info","ts":1784734363.0660894,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734363.0661688,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9d876bb9-dbb6-4be3-859f-1d7576d0a48e"} {"level":"info","ts":1784734363.0661788,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"9d876bb9-dbb6-4be3-859f-1d7576d0a48e"} {"level":"info","ts":1784734363.0661898,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d876bb9-dbb6-4be3-859f-1d7576d0a48e","EoS":false} {"level":"info","ts":1784734363.0662005,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"9d876bb9-dbb6-4be3-859f-1d7576d0a48e","EoS":true} {"level":"info","ts":1784734363.0662215,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9d876bb9-dbb6-4be3-859f-1d7576d0a48e","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734363.0662374,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9d876bb9-dbb6-4be3-859f-1d7576d0a48e","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734363.0662582,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"9d876bb9-dbb6-4be3-859f-1d7576d0a48e"} {"level":"info","ts":1784734368.484719,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734368.4848037,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"096a02d5-5689-4ad7-bcb6-7f9ed2df4320"} {"level":"info","ts":1784734368.4848142,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"096a02d5-5689-4ad7-bcb6-7f9ed2df4320"} {"level":"info","ts":1784734368.484826,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"096a02d5-5689-4ad7-bcb6-7f9ed2df4320","EoS":false} {"level":"info","ts":1784734368.4848392,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"096a02d5-5689-4ad7-bcb6-7f9ed2df4320","EoS":true} {"level":"info","ts":1784734368.4848597,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"096a02d5-5689-4ad7-bcb6-7f9ed2df4320","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1784734368.4848733,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"096a02d5-5689-4ad7-bcb6-7f9ed2df4320","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1784734368.4848964,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"096a02d5-5689-4ad7-bcb6-7f9ed2df4320"} {"level":"info","ts":1784734459.1635518,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734459.1636424,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ca7efc50-7f7f-4530-8718-2965e28b1eaa"} {"level":"info","ts":1784734459.163652,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ca7efc50-7f7f-4530-8718-2965e28b1eaa"} {"level":"info","ts":1784734459.1636636,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca7efc50-7f7f-4530-8718-2965e28b1eaa","EoS":false} {"level":"info","ts":1784734459.1636746,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ca7efc50-7f7f-4530-8718-2965e28b1eaa","EoS":true} {"level":"info","ts":1784734459.163697,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ca7efc50-7f7f-4530-8718-2965e28b1eaa","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784734459.1637144,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ca7efc50-7f7f-4530-8718-2965e28b1eaa","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784734459.163742,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ca7efc50-7f7f-4530-8718-2965e28b1eaa"} {"level":"info","ts":1784734484.87656,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734484.876679,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"} {"level":"info","ts":1784734484.8766963,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"} {"level":"info","ts":1784734484.8767142,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","EoS":false} {"level":"info","ts":1784734484.8767328,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","EoS":true} {"level":"info","ts":1784734484.87676,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1784734484.8767788,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1784734484.876804,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"e5b674c3-9ee0-4cc8-b08b-1b3519feb6b2"} {"level":"info","ts":1784734521.9686692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734521.9687536,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"} {"level":"info","ts":1784734521.968763,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"} {"level":"info","ts":1784734521.968774,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","EoS":false} {"level":"info","ts":1784734521.968789,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","EoS":true} {"level":"info","ts":1784734521.968811,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734521.9688745,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734521.9689014,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"ba4b5524-d484-4dcd-8716-18edfaa4eb3d"} {"level":"info","ts":1784734537.2216132,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734537.2216992,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"} {"level":"info","ts":1784734537.2217097,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"} {"level":"info","ts":1784734537.2217205,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","EoS":false} {"level":"info","ts":1784734537.2217307,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","EoS":true} {"level":"info","ts":1784734537.2217534,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734537.2217696,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734537.2217898,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"2803bdfb-2baf-4782-b8f4-beb26144ca66"} {"level":"info","ts":1784734537.5318692,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734537.5319567,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"53169210-5f70-4cc7-8c4e-6292e1d56320"} {"level":"info","ts":1784734537.5319643,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"53169210-5f70-4cc7-8c4e-6292e1d56320"} {"level":"info","ts":1784734537.5319753,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53169210-5f70-4cc7-8c4e-6292e1d56320","EoS":false} {"level":"info","ts":1784734537.5319858,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"53169210-5f70-4cc7-8c4e-6292e1d56320","EoS":true} {"level":"info","ts":1784734537.5320084,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"53169210-5f70-4cc7-8c4e-6292e1d56320","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784734537.532024,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"53169210-5f70-4cc7-8c4e-6292e1d56320","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734537.532044,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"53169210-5f70-4cc7-8c4e-6292e1d56320"} {"level":"info","ts":1784734855.473066,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734855.473154,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"} {"level":"info","ts":1784734855.4731624,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"} {"level":"info","ts":1784734855.4731736,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","EoS":false} {"level":"info","ts":1784734855.473185,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","EoS":true} {"level":"info","ts":1784734855.4732058,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734855.4732206,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734855.4732397,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"4b95aa73-c600-402c-acac-84e53971e715"} {"level":"info","ts":1784734855.512974,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734855.5130582,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"} {"level":"info","ts":1784734855.5130663,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"} {"level":"info","ts":1784734855.5130773,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","EoS":false} {"level":"info","ts":1784734855.513087,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","EoS":true} {"level":"info","ts":1784734855.513109,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734855.5131252,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734855.513145,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"8d0be800-4440-4179-a24b-109eef76872e"} {"level":"info","ts":1784734855.547629,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734855.5477006,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"69173b4a-8a42-458a-b74c-0a95df9df3b1"} {"level":"info","ts":1784734855.54771,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"69173b4a-8a42-458a-b74c-0a95df9df3b1"} {"level":"info","ts":1784734855.547721,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69173b4a-8a42-458a-b74c-0a95df9df3b1","EoS":false} {"level":"info","ts":1784734855.5477312,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"69173b4a-8a42-458a-b74c-0a95df9df3b1","EoS":true} {"level":"info","ts":1784734855.5477517,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"69173b4a-8a42-458a-b74c-0a95df9df3b1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734855.547766,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"69173b4a-8a42-458a-b74c-0a95df9df3b1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734855.5477967,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"69173b4a-8a42-458a-b74c-0a95df9df3b1"} {"level":"info","ts":1784734855.5885956,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734855.5886822,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"20baed5c-e1a3-424e-937a-f84e1f9a86dc"} {"level":"info","ts":1784734855.5886996,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"20baed5c-e1a3-424e-937a-f84e1f9a86dc"} {"level":"info","ts":1784734855.5887194,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20baed5c-e1a3-424e-937a-f84e1f9a86dc","EoS":false} {"level":"info","ts":1784734855.5887413,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"20baed5c-e1a3-424e-937a-f84e1f9a86dc","EoS":true} {"level":"info","ts":1784734855.5887737,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"20baed5c-e1a3-424e-937a-f84e1f9a86dc","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1784734855.5887947,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"20baed5c-e1a3-424e-937a-f84e1f9a86dc","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1784734855.588828,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"20baed5c-e1a3-424e-937a-f84e1f9a86dc"} {"level":"info","ts":1784734860.4745233,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6425e7f2-e2f7-462d-9f92-0a79d0e58ea9","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734860.4745717,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6425e7f2-e2f7-462d-9f92-0a79d0e58ea9","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784734860.4745166,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbd7406d-fca2-4df0-91ee-ca9074fcaab3"} {"level":"info","ts":1784734860.480108,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b350adfd-b77b-4f3b-80ed-56928242d58c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734860.480132,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"b350adfd-b77b-4f3b-80ed-56928242d58c","provider":"openai","endpoint":"httpbingo.org"} {"level":"error","ts":1784734860.4838552,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbd7406d-fca2-4df0-91ee-ca9074fcaab3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:84\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734860.4840543,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":37657.716150359,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.4840746,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.5590346,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.58429,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83c3964c-9de2-4d49-a75c-386a54689f63","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734860.5843863,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab77e6c0-b1ca-48e1-9c71-0fbd3efe6a0c"} {"level":"info","ts":1784734860.584482,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":32712.828403807,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.5845313,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.5847354,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"83c3964c-9de2-4d49-a75c-386a54689f63","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734860.6494038,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fba9c4f2-418a-42df-9372-07951ec0e357","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734860.6494544,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fba9c4f2-418a-42df-9372-07951ec0e357","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734860.6514337,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.6525757,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f2a2d5a-1e1d-4328-a3bd-e3745c5cacf3","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734860.6526415,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"8f2a2d5a-1e1d-4328-a3bd-e3745c5cacf3","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1784734860.653102,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3a634c3-86a3-4716-9c8e-e6ba148d2ae9","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734860.65317,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36400.318720625,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.653183,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.6534462,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e3a634c3-86a3-4716-9c8e-e6ba148d2ae9","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734860.6535337,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef6de88d-5095-450b-b00c-def76b898378","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734860.6535518,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ef6de88d-5095-450b-b00c-def76b898378","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734860.6599274,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1784734860.6849701,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbd7406d-fca2-4df0-91ee-ca9074fcaab3","name":"e2e-external-provider"} {"level":"info","ts":1784734860.6956637,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbd7406d-fca2-4df0-91ee-ca9074fcaab3","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1784734860.6993527,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"dbd7406d-fca2-4df0-91ee-ca9074fcaab3","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734860.6994634,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c269d9d-b375-47d2-84c0-c7c68a8c90cd"} {"level":"info","ts":1784734860.6995301,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c269d9d-b375-47d2-84c0-c7c68a8c90cd","name":"e2e-external-provider"} {"level":"info","ts":1784734860.708354,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"5c269d9d-b375-47d2-84c0-c7c68a8c90cd","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1784734860.7420573,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5488c840-11b1-4035-bbb6-af30babf956e","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734860.7420912,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"5488c840-11b1-4035-bbb6-af30babf956e","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734860.7529633,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab77e6c0-b1ca-48e1-9c71-0fbd3efe6a0c","name":"e2e-external-model"} {"level":"info","ts":1784734860.7593284,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96a5fd79-6a9f-4459-ba85-c7a74b2d10ce","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734860.7593575,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"96a5fd79-6a9f-4459-ba85-c7a74b2d10ce","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734860.7623746,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab77e6c0-b1ca-48e1-9c71-0fbd3efe6a0c","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784734860.7657993,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ab77e6c0-b1ca-48e1-9c71-0fbd3efe6a0c","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734860.7659097,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d2d747c-c4db-4c3d-8c3c-850008fd9503"} {"level":"info","ts":1784734860.7659683,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d2d747c-c4db-4c3d-8c3c-850008fd9503","name":"e2e-external-model"} {"level":"info","ts":1784734860.7758238,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e698e983-24b1-4507-ae88-29ef5e81c2ed","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734860.7758486,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"e698e983-24b1-4507-ae88-29ef5e81c2ed","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1784734860.776838,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d2d747c-c4db-4c3d-8c3c-850008fd9503","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"error","ts":1784734860.7803135,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0d2d747c-c4db-4c3d-8c3c-850008fd9503","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734860.7803826,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ad2ab0a-58db-4066-a801-11ab54ddb4c8"} {"level":"info","ts":1784734860.7804236,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ad2ab0a-58db-4066-a801-11ab54ddb4c8","name":"e2e-external-model"} {"level":"info","ts":1784734860.7886295,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"0ad2ab0a-58db-4066-a801-11ab54ddb4c8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734874.4008334,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734874.4009273,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458"} {"level":"info","ts":1784734874.4009411,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458"} {"level":"info","ts":1784734874.4009516,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458","EoS":false} {"level":"info","ts":1784734874.4009645,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458","EoS":true} {"level":"info","ts":1784734874.4009862,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784734874.4010022,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734874.4010096,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458","modelName":"e2e-external-model"} {"level":"info","ts":1784734874.4010296,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734874.401081,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e878824-b4cf-4d39-bd78-6adbb0a63458"} {"level":"info","ts":1784734874.4535122,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734874.4536047,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643"} {"level":"info","ts":1784734874.4536214,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643"} {"level":"info","ts":1784734874.4536414,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643","EoS":false} {"level":"info","ts":1784734874.4536612,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643","EoS":true} {"level":"info","ts":1784734874.453692,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784734874.4537113,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734874.453721,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643","modelName":"e2e-external-model"} {"level":"info","ts":1784734874.4537408,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734874.4538279,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"a07874cf-f56f-4c71-af7e-2720d294f643"} {"level":"info","ts":1784734874.4792957,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734874.479369,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65"} {"level":"info","ts":1784734874.4793773,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65"} {"level":"info","ts":1784734874.4793897,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","EoS":false} {"level":"info","ts":1784734874.4794033,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","EoS":true} {"level":"info","ts":1784734874.4794226,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784734874.4794369,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734874.479447,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","modelName":"e2e-external-model"} {"level":"info","ts":1784734874.47946,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734874.47952,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"489cb65f-7550-42de-b57a-f65f6995ff65"} {"level":"info","ts":1784734874.6117618,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b562b353-02f0-457b-a914-1e7a8c6355b1"} {"level":"info","ts":1784734874.6117663,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28cec48d-7676-45bd-8782-3cd80e7084f3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734874.6118994,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"28cec48d-7676-45bd-8782-3cd80e7084f3","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1784734874.6196187,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b831fa32-7c00-41e7-9047-bfb05b5d74c5","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734874.6196446,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b831fa32-7c00-41e7-9047-bfb05b5d74c5","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734874.6207018,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b562b353-02f0-457b-a914-1e7a8c6355b1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734874.6207657,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b562b353-02f0-457b-a914-1e7a8c6355b1","name":"e2e-cleanup-test"} {"level":"info","ts":1784734874.635567,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b54b4af-e1f9-4ca8-aa98-ddfadfb3db1b","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734874.6356056,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"2b54b4af-e1f9-4ca8-aa98-ddfadfb3db1b","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734874.6373541,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b562b353-02f0-457b-a914-1e7a8c6355b1","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784734874.637405,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b562b353-02f0-457b-a914-1e7a8c6355b1","error":"failed to apply HTTPRoute: httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\" already exists","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734874.6374614,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3db46fd2-b332-4730-8c83-491b691f79ea"} {"level":"info","ts":1784734874.6375277,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3db46fd2-b332-4730-8c83-491b691f79ea","name":"e2e-cleanup-test"} {"level":"info","ts":1784734874.6501546,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ba49c6c-3791-4e97-8592-7aab87eb59ae","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734874.6501877,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"5ba49c6c-3791-4e97-8592-7aab87eb59ae","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734874.653474,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3db46fd2-b332-4730-8c83-491b691f79ea","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1784734874.6535547,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"3db46fd2-b332-4730-8c83-491b691f79ea","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734874.6536114,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ec6cdaf-3301-4c36-8265-0f94404e1389"} {"level":"info","ts":1784734874.6536686,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ec6cdaf-3301-4c36-8265-0f94404e1389","name":"e2e-cleanup-test"} {"level":"info","ts":1784734874.6627748,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ec6cdaf-3301-4c36-8265-0f94404e1389","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734874.665726,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06b9cc23-0cdd-41f9-a0f7-2fbf93692345","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734874.665751,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"06b9cc23-0cdd-41f9-a0f7-2fbf93692345","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1784734874.6737204,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"1ec6cdaf-3301-4c36-8265-0f94404e1389","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1784734874.6737988,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bddcf88-b5da-4715-9068-c48aea5e9ed2"} {"level":"info","ts":1784734874.673856,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bddcf88-b5da-4715-9068-c48aea5e9ed2","name":"e2e-cleanup-test"} {"level":"info","ts":1784734874.681838,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"8bddcf88-b5da-4715-9068-c48aea5e9ed2","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1784734882.87592,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47a996d1-c0a7-4eec-8cfc-b7cf868e84d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734882.8759453,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"c6ff006e-179e-47bc-b22e-75a0178dad66"} {"level":"info","ts":1784734882.875967,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47a996d1-c0a7-4eec-8cfc-b7cf868e84d3","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1784734887.1981275,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734887.198205,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa"} {"level":"info","ts":1784734887.1982143,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa"} {"level":"info","ts":1784734887.198226,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa","EoS":false} {"level":"info","ts":1784734887.1982384,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa","EoS":true} {"level":"info","ts":1784734887.1982608,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1784734887.1982763,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1784734887.1982968,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"98cd1b02-9f7f-41bd-9ef9-65e3a10751aa"} {"level":"info","ts":1784734887.2234435,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734887.2235415,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791"} {"level":"info","ts":1784734887.2235591,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791"} {"level":"info","ts":1784734887.223577,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","EoS":false} {"level":"info","ts":1784734887.223597,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","EoS":true} {"level":"info","ts":1784734887.2236216,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","field":"model","value":"e2e-external-model"} {"level":"info","ts":1784734887.2236388,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734887.223653,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","modelName":"e2e-external-model"} {"level":"info","ts":1784734887.2236738,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1784734887.2237234,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"b5fabb9c-b70b-41b6-a11f-e32eeecc6791"} {"level":"info","ts":1784734887.2644327,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734887.2645316,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"} {"level":"info","ts":1784734887.2645411,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"} {"level":"info","ts":1784734887.264553,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","EoS":false} {"level":"info","ts":1784734887.264564,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","EoS":true} {"level":"info","ts":1784734887.264582,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","field":"model","value":"nonexistent-model"} {"level":"info","ts":1784734887.2645974,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1784734887.264619,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"7e27db1b-adbe-491f-b609-495c622598e1"} {"level":"info","ts":1784734887.4073315,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784734887.4074147,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"} {"level":"info","ts":1784734887.4074242,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"} {"level":"info","ts":1784734887.4074407,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","EoS":false} {"level":"info","ts":1784734887.4074569,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","EoS":true} {"level":"info","ts":1784734887.4074793,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff","field":"model"} {"level":"info","ts":1784734887.407525,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"88777e1a-c844-4b8a-9b63-c0b27fb0a0ff"} {"level":"info","ts":1784734888.3664255,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fac60cba-e5a3-476c-8718-b7f2422bcdf2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734888.3664634,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"fac60cba-e5a3-476c-8718-b7f2422bcdf2","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1784734888.3664682,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"b073ee4f-f224-483d-8aef-d04ee0600ab1"} {"level":"info","ts":1784734888.5131826,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"32a60919-14eb-4c57-b4e4-adb6e011b835"} {"level":"info","ts":1784734888.513299,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"931203da-f1b1-49e4-bb44-cad26d110d2c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784734888.513335,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"931203da-f1b1-49e4-bb44-cad26d110d2c","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1784735469.4445794,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784735469.4447021,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"bab47703-8d38-4c8f-8b17-ecef2a5e9879"} {"level":"info","ts":1784735469.4447148,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"bab47703-8d38-4c8f-8b17-ecef2a5e9879"} {"level":"info","ts":1784735469.4447303,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bab47703-8d38-4c8f-8b17-ecef2a5e9879","EoS":false} {"level":"info","ts":1784735469.4447508,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"bab47703-8d38-4c8f-8b17-ecef2a5e9879","EoS":true} {"level":"info","ts":1784735469.4447815,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"bab47703-8d38-4c8f-8b17-ecef2a5e9879","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784735469.4448013,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"bab47703-8d38-4c8f-8b17-ecef2a5e9879","path":"/ai-tenant-e2e-inf-b-cdfa08/test-model-cdfa08/v1/chat/completions"} {"level":"info","ts":1784735469.4448318,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"bab47703-8d38-4c8f-8b17-ecef2a5e9879"} {"level":"info","ts":1784735490.4945538,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784735490.494643,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"} {"level":"info","ts":1784735490.4946537,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"} {"level":"info","ts":1784735490.4946754,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","EoS":false} {"level":"info","ts":1784735490.4946895,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","EoS":true} {"level":"info","ts":1784735490.4947114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784735490.4947238,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c","path":"/ai-tenant-e2e-inf-b-cdfa08/test-model-cdfa08/v1/chat/completions"} {"level":"info","ts":1784735490.4947398,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"56d20209-efe5-4cdc-8837-7d568b2f571c"} {"level":"info","ts":1784735990.9496374,"caller":"handlers/server.go:131","msg":"Processing"} {"level":"info","ts":1784735990.9497318,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"} {"level":"info","ts":1784735990.9497397,"caller":"handlers/server.go:170","msg":"processing request headers complete","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"} {"level":"info","ts":1784735990.949752,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","EoS":false} {"level":"info","ts":1784735990.9497633,"caller":"handlers/server.go:172","msg":"Incoming request body chunk","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","EoS":true} {"level":"info","ts":1784735990.949786,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1784735990.9498017,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c","path":"/ai-tenant-e2e-shared-b-9911b9/rate-test-model-9911b9/v1/completions"} {"level":"info","ts":1784735990.949824,"caller":"handlers/server.go:178","msg":"processing request body complete","x-request-id":"87f7bfb7-c425-4b63-a233-e233c58cfe5c"}