{"level":"info","ts":1785433601.9477732,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"c41e1548-58c5-4d0e-9c68-8b76f26edff0"} {"level":"info","ts":1785433601.9860919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433601.9861765,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a9a5fc1d-1ac6-4745-888f-aec6e4185204"} {"level":"info","ts":1785433601.98619,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a9a5fc1d-1ac6-4745-888f-aec6e4185204"} {"level":"info","ts":1785433601.9862025,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9a5fc1d-1ac6-4745-888f-aec6e4185204","EoS":false} {"level":"info","ts":1785433601.9862287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a9a5fc1d-1ac6-4745-888f-aec6e4185204","EoS":true} {"level":"info","ts":1785433601.9862485,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a9a5fc1d-1ac6-4745-888f-aec6e4185204","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433601.9862642,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a9a5fc1d-1ac6-4745-888f-aec6e4185204","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433601.9862835,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a9a5fc1d-1ac6-4745-888f-aec6e4185204"} {"level":"info","ts":1785433606.1535099,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433606.1535943,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ae379a20-2ba8-4929-a9a3-d78e1123999d"} {"level":"info","ts":1785433606.1536067,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ae379a20-2ba8-4929-a9a3-d78e1123999d"} {"level":"info","ts":1785433606.153624,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae379a20-2ba8-4929-a9a3-d78e1123999d","EoS":false} {"level":"info","ts":1785433606.1536458,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ae379a20-2ba8-4929-a9a3-d78e1123999d","EoS":true} {"level":"info","ts":1785433606.153675,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"ae379a20-2ba8-4929-a9a3-d78e1123999d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433606.1536944,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"ae379a20-2ba8-4929-a9a3-d78e1123999d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433606.1537266,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ae379a20-2ba8-4929-a9a3-d78e1123999d"} {"level":"info","ts":1785433625.1050057,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433625.1051116,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1353137f-73c1-4661-89a5-118a6bc9b64a"} {"level":"info","ts":1785433625.1051285,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1353137f-73c1-4661-89a5-118a6bc9b64a"} {"level":"info","ts":1785433625.105142,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1353137f-73c1-4661-89a5-118a6bc9b64a","EoS":false} {"level":"info","ts":1785433625.1051552,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1353137f-73c1-4661-89a5-118a6bc9b64a","EoS":true} {"level":"info","ts":1785433625.1051755,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1353137f-73c1-4661-89a5-118a6bc9b64a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433625.1051917,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1353137f-73c1-4661-89a5-118a6bc9b64a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433625.105216,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1353137f-73c1-4661-89a5-118a6bc9b64a"} {"level":"info","ts":1785433625.2481627,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433625.248248,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f822a58b-eb5e-4d75-a0e9-dde3f1ab941f"} {"level":"info","ts":1785433625.2482564,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f822a58b-eb5e-4d75-a0e9-dde3f1ab941f"} {"level":"info","ts":1785433625.2482681,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f822a58b-eb5e-4d75-a0e9-dde3f1ab941f","EoS":false} {"level":"info","ts":1785433625.2482808,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f822a58b-eb5e-4d75-a0e9-dde3f1ab941f","EoS":true} {"level":"info","ts":1785433625.2483006,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f822a58b-eb5e-4d75-a0e9-dde3f1ab941f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433625.2483168,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f822a58b-eb5e-4d75-a0e9-dde3f1ab941f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433625.2483423,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f822a58b-eb5e-4d75-a0e9-dde3f1ab941f"} {"level":"info","ts":1785433625.3866117,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433625.3866987,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6c327b55-5d53-47e6-abed-f712bd463f69"} {"level":"info","ts":1785433625.386713,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6c327b55-5d53-47e6-abed-f712bd463f69"} {"level":"info","ts":1785433625.3867254,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c327b55-5d53-47e6-abed-f712bd463f69","EoS":false} {"level":"info","ts":1785433625.3867354,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6c327b55-5d53-47e6-abed-f712bd463f69","EoS":true} {"level":"info","ts":1785433625.3867574,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6c327b55-5d53-47e6-abed-f712bd463f69","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433625.386773,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6c327b55-5d53-47e6-abed-f712bd463f69","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433625.3867977,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6c327b55-5d53-47e6-abed-f712bd463f69"} {"level":"info","ts":1785433625.5214188,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433625.5215042,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"a7f94d53-c64f-4356-8309-a734b260098a"} {"level":"info","ts":1785433625.5215213,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"a7f94d53-c64f-4356-8309-a734b260098a"} {"level":"info","ts":1785433625.52154,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7f94d53-c64f-4356-8309-a734b260098a","EoS":false} {"level":"info","ts":1785433625.5215633,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"a7f94d53-c64f-4356-8309-a734b260098a","EoS":true} {"level":"info","ts":1785433625.5215943,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"a7f94d53-c64f-4356-8309-a734b260098a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433625.5216138,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"a7f94d53-c64f-4356-8309-a734b260098a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433625.521648,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"a7f94d53-c64f-4356-8309-a734b260098a"} {"level":"info","ts":1785433625.661094,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433625.6611872,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4fa98601-1ce1-460b-a7a5-bf74ff6fcf50"} {"level":"info","ts":1785433625.6612003,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4fa98601-1ce1-460b-a7a5-bf74ff6fcf50"} {"level":"info","ts":1785433625.661212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4fa98601-1ce1-460b-a7a5-bf74ff6fcf50","EoS":false} {"level":"info","ts":1785433625.6612213,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4fa98601-1ce1-460b-a7a5-bf74ff6fcf50","EoS":true} {"level":"info","ts":1785433625.6612425,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4fa98601-1ce1-460b-a7a5-bf74ff6fcf50","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433625.6612554,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4fa98601-1ce1-460b-a7a5-bf74ff6fcf50","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433625.6612785,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4fa98601-1ce1-460b-a7a5-bf74ff6fcf50"} {"level":"info","ts":1785433625.8007605,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433625.800854,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"cfa52bcf-7d00-48b3-bb2c-c5b4d72217e4"} {"level":"info","ts":1785433625.8008642,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"cfa52bcf-7d00-48b3-bb2c-c5b4d72217e4"} {"level":"info","ts":1785433625.8008757,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfa52bcf-7d00-48b3-bb2c-c5b4d72217e4","EoS":false} {"level":"info","ts":1785433625.800889,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"cfa52bcf-7d00-48b3-bb2c-c5b4d72217e4","EoS":true} {"level":"info","ts":1785433625.8009083,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"cfa52bcf-7d00-48b3-bb2c-c5b4d72217e4","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433625.8009233,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"cfa52bcf-7d00-48b3-bb2c-c5b4d72217e4","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433625.8009455,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"cfa52bcf-7d00-48b3-bb2c-c5b4d72217e4"} {"level":"info","ts":1785433659.5895026,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433659.5895948,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2dea6f76-cf6d-4abc-89ff-359885f295f1"} {"level":"info","ts":1785433659.5896122,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2dea6f76-cf6d-4abc-89ff-359885f295f1"} {"level":"info","ts":1785433659.5896318,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dea6f76-cf6d-4abc-89ff-359885f295f1","EoS":false} {"level":"info","ts":1785433659.5896542,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2dea6f76-cf6d-4abc-89ff-359885f295f1","EoS":true} {"level":"info","ts":1785433659.589685,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2dea6f76-cf6d-4abc-89ff-359885f295f1","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433659.5897043,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2dea6f76-cf6d-4abc-89ff-359885f295f1","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433659.5897353,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2dea6f76-cf6d-4abc-89ff-359885f295f1"} {"level":"info","ts":1785433659.6275604,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433659.6276321,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"06ff1cc3-42ee-4263-b620-cb5e0049f3f6"} {"level":"info","ts":1785433659.6276443,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"06ff1cc3-42ee-4263-b620-cb5e0049f3f6"} {"level":"info","ts":1785433659.6276555,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06ff1cc3-42ee-4263-b620-cb5e0049f3f6","EoS":false} {"level":"info","ts":1785433659.6276667,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"06ff1cc3-42ee-4263-b620-cb5e0049f3f6","EoS":true} {"level":"info","ts":1785433659.6276836,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"06ff1cc3-42ee-4263-b620-cb5e0049f3f6","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433659.6276982,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"06ff1cc3-42ee-4263-b620-cb5e0049f3f6","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433659.6277165,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"06ff1cc3-42ee-4263-b620-cb5e0049f3f6"} {"level":"info","ts":1785433659.6660497,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433659.666124,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"3b3a9829-830b-476b-9567-c070f6267572"} {"level":"info","ts":1785433659.6661413,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"3b3a9829-830b-476b-9567-c070f6267572"} {"level":"info","ts":1785433659.6661625,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b3a9829-830b-476b-9567-c070f6267572","EoS":false} {"level":"info","ts":1785433659.6661806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"3b3a9829-830b-476b-9567-c070f6267572","EoS":true} {"level":"info","ts":1785433659.6662204,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"3b3a9829-830b-476b-9567-c070f6267572","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433659.666241,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"3b3a9829-830b-476b-9567-c070f6267572","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433659.6662683,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"3b3a9829-830b-476b-9567-c070f6267572"} {"level":"info","ts":1785433659.6987731,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433659.6988711,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"d9d9ad5d-8e60-4319-b5b8-02d2c2f2f812"} {"level":"info","ts":1785433659.6988869,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"d9d9ad5d-8e60-4319-b5b8-02d2c2f2f812"} {"level":"info","ts":1785433659.6988995,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d9ad5d-8e60-4319-b5b8-02d2c2f2f812","EoS":false} {"level":"info","ts":1785433659.6989117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"d9d9ad5d-8e60-4319-b5b8-02d2c2f2f812","EoS":true} {"level":"info","ts":1785433659.6989322,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"d9d9ad5d-8e60-4319-b5b8-02d2c2f2f812","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433659.6989474,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"d9d9ad5d-8e60-4319-b5b8-02d2c2f2f812","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433659.6989665,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"d9d9ad5d-8e60-4319-b5b8-02d2c2f2f812"} {"level":"info","ts":1785433659.7309284,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433659.7309942,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"69fdd305-9044-4d1b-91d4-ef3797d75a3c"} {"level":"info","ts":1785433664.3559651,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433664.3560882,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"da3d2f97-9d2b-4c28-bfd6-8a0ac5f4416b"} {"level":"info","ts":1785433664.3561034,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"da3d2f97-9d2b-4c28-bfd6-8a0ac5f4416b"} {"level":"info","ts":1785433664.3561227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da3d2f97-9d2b-4c28-bfd6-8a0ac5f4416b","EoS":false} {"level":"info","ts":1785433664.356143,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"da3d2f97-9d2b-4c28-bfd6-8a0ac5f4416b","EoS":true} {"level":"info","ts":1785433664.3561757,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"da3d2f97-9d2b-4c28-bfd6-8a0ac5f4416b","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433664.3561952,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"da3d2f97-9d2b-4c28-bfd6-8a0ac5f4416b","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433664.3562255,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"da3d2f97-9d2b-4c28-bfd6-8a0ac5f4416b"} {"level":"info","ts":1785433672.9465268,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433672.9466162,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"db37e1e8-bc8a-4dd5-81dc-0f0e02969e1d"} {"level":"info","ts":1785433672.9466317,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"db37e1e8-bc8a-4dd5-81dc-0f0e02969e1d"} {"level":"info","ts":1785433672.9466443,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db37e1e8-bc8a-4dd5-81dc-0f0e02969e1d","EoS":false} {"level":"info","ts":1785433672.9466574,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"db37e1e8-bc8a-4dd5-81dc-0f0e02969e1d","EoS":true} {"level":"info","ts":1785433672.9466803,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"db37e1e8-bc8a-4dd5-81dc-0f0e02969e1d","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433672.9466953,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"db37e1e8-bc8a-4dd5-81dc-0f0e02969e1d","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433672.9467156,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"db37e1e8-bc8a-4dd5-81dc-0f0e02969e1d"} {"level":"info","ts":1785433674.9792678,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433674.9793572,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6a63699d-55fd-4473-9c44-ed30e7384571"} {"level":"info","ts":1785433674.9793787,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6a63699d-55fd-4473-9c44-ed30e7384571"} {"level":"info","ts":1785433674.9794002,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a63699d-55fd-4473-9c44-ed30e7384571","EoS":false} {"level":"info","ts":1785433674.9794173,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6a63699d-55fd-4473-9c44-ed30e7384571","EoS":true} {"level":"info","ts":1785433674.9794457,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6a63699d-55fd-4473-9c44-ed30e7384571","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433674.9794657,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6a63699d-55fd-4473-9c44-ed30e7384571","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433674.9794967,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6a63699d-55fd-4473-9c44-ed30e7384571"} {"level":"info","ts":1785433677.0183222,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433677.0184054,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cb93274-0de3-4aa0-8173-598687a39d8c"} {"level":"info","ts":1785433677.0184157,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9cb93274-0de3-4aa0-8173-598687a39d8c"} {"level":"info","ts":1785433677.018427,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cb93274-0de3-4aa0-8173-598687a39d8c","EoS":false} {"level":"info","ts":1785433677.0184379,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cb93274-0de3-4aa0-8173-598687a39d8c","EoS":true} {"level":"info","ts":1785433677.0184684,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cb93274-0de3-4aa0-8173-598687a39d8c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433677.0184846,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cb93274-0de3-4aa0-8173-598687a39d8c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433677.0185072,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9cb93274-0de3-4aa0-8173-598687a39d8c"} {"level":"info","ts":1785433689.8889017,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433689.8889909,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"65968115-885d-473a-b629-16b5f88f6132"} {"level":"info","ts":1785433689.8890085,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"65968115-885d-473a-b629-16b5f88f6132"} {"level":"info","ts":1785433689.8890207,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65968115-885d-473a-b629-16b5f88f6132","EoS":false} {"level":"info","ts":1785433689.8890352,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"65968115-885d-473a-b629-16b5f88f6132","EoS":true} {"level":"info","ts":1785433689.889056,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"65968115-885d-473a-b629-16b5f88f6132","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433689.8890784,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"65968115-885d-473a-b629-16b5f88f6132","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433689.889101,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"65968115-885d-473a-b629-16b5f88f6132"} {"level":"info","ts":1785433698.437346,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433698.437432,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"264399d9-4881-4e92-b4c5-c2b87b2055e4"} {"level":"info","ts":1785433698.4374442,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"264399d9-4881-4e92-b4c5-c2b87b2055e4"} {"level":"info","ts":1785433698.4374623,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"264399d9-4881-4e92-b4c5-c2b87b2055e4","EoS":false} {"level":"info","ts":1785433698.437478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"264399d9-4881-4e92-b4c5-c2b87b2055e4","EoS":true} {"level":"info","ts":1785433698.4375114,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"264399d9-4881-4e92-b4c5-c2b87b2055e4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433698.4375315,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"264399d9-4881-4e92-b4c5-c2b87b2055e4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433698.4375627,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"264399d9-4881-4e92-b4c5-c2b87b2055e4"} {"level":"info","ts":1785433707.301997,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433707.3020818,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f1ae4b01-bb6c-476c-90ce-3e60635275c7"} {"level":"info","ts":1785433707.302092,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f1ae4b01-bb6c-476c-90ce-3e60635275c7"} {"level":"info","ts":1785433707.3021023,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1ae4b01-bb6c-476c-90ce-3e60635275c7","EoS":false} {"level":"info","ts":1785433707.302118,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f1ae4b01-bb6c-476c-90ce-3e60635275c7","EoS":true} {"level":"info","ts":1785433707.3021426,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f1ae4b01-bb6c-476c-90ce-3e60635275c7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433707.3021605,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f1ae4b01-bb6c-476c-90ce-3e60635275c7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433707.3021832,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f1ae4b01-bb6c-476c-90ce-3e60635275c7"} {"level":"info","ts":1785433716.2953322,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433716.2954137,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"1d964cca-c150-4961-a792-200558b3c1ae"} {"level":"info","ts":1785433716.295425,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"1d964cca-c150-4961-a792-200558b3c1ae"} {"level":"info","ts":1785433716.2954361,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d964cca-c150-4961-a792-200558b3c1ae","EoS":false} {"level":"info","ts":1785433716.295446,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"1d964cca-c150-4961-a792-200558b3c1ae","EoS":true} {"level":"info","ts":1785433716.2954652,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"1d964cca-c150-4961-a792-200558b3c1ae","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433716.2954814,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"1d964cca-c150-4961-a792-200558b3c1ae","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433716.2955022,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"1d964cca-c150-4961-a792-200558b3c1ae"} {"level":"info","ts":1785433721.0564919,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433721.056568,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"5c323b76-4cd2-4ed8-9343-770b775d6e6a"} {"level":"info","ts":1785433721.0565782,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"5c323b76-4cd2-4ed8-9343-770b775d6e6a"} {"level":"info","ts":1785433721.0565891,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c323b76-4cd2-4ed8-9343-770b775d6e6a","EoS":false} {"level":"info","ts":1785433721.0566063,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"5c323b76-4cd2-4ed8-9343-770b775d6e6a","EoS":true} {"level":"info","ts":1785433721.0566297,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"5c323b76-4cd2-4ed8-9343-770b775d6e6a","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785433721.0566485,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"5c323b76-4cd2-4ed8-9343-770b775d6e6a","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433721.05667,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"5c323b76-4cd2-4ed8-9343-770b775d6e6a"} {"level":"info","ts":1785433725.8182554,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433725.8183339,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"14c870e5-7679-45af-8f99-6f14fc1af84c"} {"level":"info","ts":1785433725.818347,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"14c870e5-7679-45af-8f99-6f14fc1af84c"} {"level":"info","ts":1785433725.818359,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14c870e5-7679-45af-8f99-6f14fc1af84c","EoS":false} {"level":"info","ts":1785433725.8183722,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"14c870e5-7679-45af-8f99-6f14fc1af84c","EoS":true} {"level":"info","ts":1785433725.818398,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"14c870e5-7679-45af-8f99-6f14fc1af84c","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433725.8184154,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"14c870e5-7679-45af-8f99-6f14fc1af84c","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433725.8184366,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"14c870e5-7679-45af-8f99-6f14fc1af84c"} {"level":"info","ts":1785433736.8050785,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433736.8051834,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"93098c7d-f9d3-4d3b-b6f8-22c86b900ee9"} {"level":"info","ts":1785433736.8052027,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"93098c7d-f9d3-4d3b-b6f8-22c86b900ee9"} {"level":"info","ts":1785433736.8052163,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93098c7d-f9d3-4d3b-b6f8-22c86b900ee9","EoS":false} {"level":"info","ts":1785433736.8052294,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"93098c7d-f9d3-4d3b-b6f8-22c86b900ee9","EoS":true} {"level":"info","ts":1785433736.8052516,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"93098c7d-f9d3-4d3b-b6f8-22c86b900ee9","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433736.8052678,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"93098c7d-f9d3-4d3b-b6f8-22c86b900ee9","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433736.8052907,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"93098c7d-f9d3-4d3b-b6f8-22c86b900ee9"} {"level":"info","ts":1785433780.8085616,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433780.8086512,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"19a09f51-8a37-4a97-bbbc-48f8c9c26f58"} {"level":"info","ts":1785433780.8086672,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"19a09f51-8a37-4a97-bbbc-48f8c9c26f58"} {"level":"info","ts":1785433780.8086803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19a09f51-8a37-4a97-bbbc-48f8c9c26f58","EoS":false} {"level":"info","ts":1785433780.8086915,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"19a09f51-8a37-4a97-bbbc-48f8c9c26f58","EoS":true} {"level":"info","ts":1785433780.8087125,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"19a09f51-8a37-4a97-bbbc-48f8c9c26f58","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433780.808728,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"19a09f51-8a37-4a97-bbbc-48f8c9c26f58","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433780.8087482,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"19a09f51-8a37-4a97-bbbc-48f8c9c26f58"} {"level":"info","ts":1785433790.1192942,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433790.1193686,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"f0d53ba1-1b41-466b-9a49-98230d92eef4"} {"level":"info","ts":1785433790.1193783,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"f0d53ba1-1b41-466b-9a49-98230d92eef4"} {"level":"info","ts":1785433790.1193902,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0d53ba1-1b41-466b-9a49-98230d92eef4","EoS":false} {"level":"info","ts":1785433790.1194038,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"f0d53ba1-1b41-466b-9a49-98230d92eef4","EoS":true} {"level":"info","ts":1785433790.1194243,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"f0d53ba1-1b41-466b-9a49-98230d92eef4","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433790.1194415,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"f0d53ba1-1b41-466b-9a49-98230d92eef4","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433790.119461,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"f0d53ba1-1b41-466b-9a49-98230d92eef4"} {"level":"info","ts":1785433816.875877,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433816.875953,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4809a5c4-847e-49fd-89a1-c477b0a05961"} {"level":"info","ts":1785433816.8759656,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4809a5c4-847e-49fd-89a1-c477b0a05961"} {"level":"info","ts":1785433816.8759775,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4809a5c4-847e-49fd-89a1-c477b0a05961","EoS":false} {"level":"info","ts":1785433816.875989,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4809a5c4-847e-49fd-89a1-c477b0a05961","EoS":true} {"level":"info","ts":1785433816.8760095,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4809a5c4-847e-49fd-89a1-c477b0a05961","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433816.8760273,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4809a5c4-847e-49fd-89a1-c477b0a05961","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433816.876049,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4809a5c4-847e-49fd-89a1-c477b0a05961"} {"level":"info","ts":1785433826.4628494,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433826.4629385,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"939a1ffb-de20-4479-bff9-1ba4d0e9fd88"} {"level":"info","ts":1785433826.4629536,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"939a1ffb-de20-4479-bff9-1ba4d0e9fd88"} {"level":"info","ts":1785433826.462966,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"939a1ffb-de20-4479-bff9-1ba4d0e9fd88","EoS":false} {"level":"info","ts":1785433826.4629772,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"939a1ffb-de20-4479-bff9-1ba4d0e9fd88","EoS":true} {"level":"info","ts":1785433826.4629977,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"939a1ffb-de20-4479-bff9-1ba4d0e9fd88","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433826.4630132,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"939a1ffb-de20-4479-bff9-1ba4d0e9fd88","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433826.4630332,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"939a1ffb-de20-4479-bff9-1ba4d0e9fd88"} {"level":"info","ts":1785433828.4987042,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433828.4987833,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"11eb287b-a9c6-4040-aabe-8dde0040ed12"} {"level":"info","ts":1785433828.4987962,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"11eb287b-a9c6-4040-aabe-8dde0040ed12"} {"level":"info","ts":1785433828.498807,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11eb287b-a9c6-4040-aabe-8dde0040ed12","EoS":false} {"level":"info","ts":1785433828.4988399,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"11eb287b-a9c6-4040-aabe-8dde0040ed12","EoS":true} {"level":"info","ts":1785433828.4988613,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"11eb287b-a9c6-4040-aabe-8dde0040ed12","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433828.4988794,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"11eb287b-a9c6-4040-aabe-8dde0040ed12","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433828.4988995,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"11eb287b-a9c6-4040-aabe-8dde0040ed12"} {"level":"info","ts":1785433837.9109204,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433837.9109917,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"daf0fbb0-9c15-4078-a0fc-0984745951e7"} {"level":"info","ts":1785433837.9110007,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"daf0fbb0-9c15-4078-a0fc-0984745951e7"} {"level":"info","ts":1785433837.9110117,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf0fbb0-9c15-4078-a0fc-0984745951e7","EoS":false} {"level":"info","ts":1785433837.9110227,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"daf0fbb0-9c15-4078-a0fc-0984745951e7","EoS":true} {"level":"info","ts":1785433837.9110432,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"daf0fbb0-9c15-4078-a0fc-0984745951e7","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433837.9110584,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"daf0fbb0-9c15-4078-a0fc-0984745951e7","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433837.9110777,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"daf0fbb0-9c15-4078-a0fc-0984745951e7"} {"level":"info","ts":1785433837.9468908,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433837.946968,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"dce19f4a-b24c-4bc2-abce-856cad66ab41"} {"level":"info","ts":1785433837.9469802,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"dce19f4a-b24c-4bc2-abce-856cad66ab41"} {"level":"info","ts":1785433837.9469922,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dce19f4a-b24c-4bc2-abce-856cad66ab41","EoS":false} {"level":"info","ts":1785433837.9470024,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"dce19f4a-b24c-4bc2-abce-856cad66ab41","EoS":true} {"level":"info","ts":1785433837.9470203,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"dce19f4a-b24c-4bc2-abce-856cad66ab41","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433837.9470358,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"dce19f4a-b24c-4bc2-abce-856cad66ab41","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433837.947058,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"dce19f4a-b24c-4bc2-abce-856cad66ab41"} {"level":"info","ts":1785433857.0728521,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433857.0729377,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"18eb5f69-2262-4ba3-a871-fff603e4550a"} {"level":"info","ts":1785433857.072951,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"18eb5f69-2262-4ba3-a871-fff603e4550a"} {"level":"info","ts":1785433857.0729632,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18eb5f69-2262-4ba3-a871-fff603e4550a","EoS":false} {"level":"info","ts":1785433857.0729728,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"18eb5f69-2262-4ba3-a871-fff603e4550a","EoS":true} {"level":"info","ts":1785433857.0729933,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"18eb5f69-2262-4ba3-a871-fff603e4550a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433857.0730083,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"18eb5f69-2262-4ba3-a871-fff603e4550a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433857.0730293,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"18eb5f69-2262-4ba3-a871-fff603e4550a"} {"level":"info","ts":1785433866.5215006,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433866.5215876,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"43839b99-bf03-4709-b9ba-410436fc4f1a"} {"level":"info","ts":1785433866.5215964,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"43839b99-bf03-4709-b9ba-410436fc4f1a"} {"level":"info","ts":1785433866.521607,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43839b99-bf03-4709-b9ba-410436fc4f1a","EoS":false} {"level":"info","ts":1785433866.5216212,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"43839b99-bf03-4709-b9ba-410436fc4f1a","EoS":true} {"level":"info","ts":1785433866.5216482,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"43839b99-bf03-4709-b9ba-410436fc4f1a","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785433866.5216646,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"43839b99-bf03-4709-b9ba-410436fc4f1a","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785433866.5216866,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"43839b99-bf03-4709-b9ba-410436fc4f1a"} {"level":"info","ts":1785433893.072115,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785433893.0721881,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"b2cca911-4649-49be-bfd9-cfd6d251c4e8"} {"level":"info","ts":1785433893.072201,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"b2cca911-4649-49be-bfd9-cfd6d251c4e8"} {"level":"info","ts":1785433893.0722122,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2cca911-4649-49be-bfd9-cfd6d251c4e8","EoS":false} {"level":"info","ts":1785433893.0722287,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"b2cca911-4649-49be-bfd9-cfd6d251c4e8","EoS":true} {"level":"info","ts":1785433893.0722513,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"b2cca911-4649-49be-bfd9-cfd6d251c4e8","field":"model","value":"facebook/opt-125m-premium"} {"level":"info","ts":1785433893.072267,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"b2cca911-4649-49be-bfd9-cfd6d251c4e8","path":"/llm/premium-simulated-simulated-premium/v1/completions"} {"level":"info","ts":1785433893.0722885,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"b2cca911-4649-49be-bfd9-cfd6d251c4e8"} {"level":"info","ts":1785434026.2953246,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434026.2954075,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"9cb21994-b70d-4a99-b40c-7a2201e03962"} {"level":"info","ts":1785434026.2954178,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9cb21994-b70d-4a99-b40c-7a2201e03962"} {"level":"info","ts":1785434026.2954285,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cb21994-b70d-4a99-b40c-7a2201e03962","EoS":false} {"level":"info","ts":1785434026.29544,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"9cb21994-b70d-4a99-b40c-7a2201e03962","EoS":true} {"level":"info","ts":1785434026.2954605,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"9cb21994-b70d-4a99-b40c-7a2201e03962","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785434026.2954764,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"9cb21994-b70d-4a99-b40c-7a2201e03962","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785434026.295498,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"9cb21994-b70d-4a99-b40c-7a2201e03962"} {"level":"info","ts":1785434049.7253726,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434049.725454,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"894df93f-e82c-4bd3-9a01-fcc26f652e0f"} {"level":"info","ts":1785434049.7254624,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"894df93f-e82c-4bd3-9a01-fcc26f652e0f"} {"level":"info","ts":1785434049.725473,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"894df93f-e82c-4bd3-9a01-fcc26f652e0f","EoS":false} {"level":"info","ts":1785434049.7254844,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"894df93f-e82c-4bd3-9a01-fcc26f652e0f","EoS":true} {"level":"info","ts":1785434049.725504,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"894df93f-e82c-4bd3-9a01-fcc26f652e0f","field":"model","value":"test/e2e-trlp-test-model"} {"level":"info","ts":1785434049.7255204,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"894df93f-e82c-4bd3-9a01-fcc26f652e0f","path":"/llm/e2e-trlp-test-simulated/v1/completions"} {"level":"info","ts":1785434049.7255385,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"894df93f-e82c-4bd3-9a01-fcc26f652e0f"} {"level":"info","ts":1785434112.3472033,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434112.3473148,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"30ef0c19-1dbc-4def-9d75-83f5117902db"} {"level":"info","ts":1785434112.3473277,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"30ef0c19-1dbc-4def-9d75-83f5117902db"} {"level":"info","ts":1785434112.3473387,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30ef0c19-1dbc-4def-9d75-83f5117902db","EoS":false} {"level":"info","ts":1785434112.3473496,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"30ef0c19-1dbc-4def-9d75-83f5117902db","EoS":true} {"level":"info","ts":1785434112.3473716,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"30ef0c19-1dbc-4def-9d75-83f5117902db","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785434112.3473876,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"30ef0c19-1dbc-4def-9d75-83f5117902db","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785434112.3474102,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"30ef0c19-1dbc-4def-9d75-83f5117902db"} {"level":"info","ts":1785434127.6373034,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434127.6373925,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"fbaa892d-ea23-4d86-9158-c4edafbece6d"} {"level":"info","ts":1785434127.6374083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"fbaa892d-ea23-4d86-9158-c4edafbece6d"} {"level":"info","ts":1785434127.6374269,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbaa892d-ea23-4d86-9158-c4edafbece6d","EoS":false} {"level":"info","ts":1785434127.6374485,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"fbaa892d-ea23-4d86-9158-c4edafbece6d","EoS":true} {"level":"info","ts":1785434127.637479,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"fbaa892d-ea23-4d86-9158-c4edafbece6d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785434127.6375117,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"fbaa892d-ea23-4d86-9158-c4edafbece6d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785434127.6375406,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"fbaa892d-ea23-4d86-9158-c4edafbece6d"} {"level":"info","ts":1785434127.9206176,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434127.9207177,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4638d5dd-5eaf-4f61-b543-45f586c94e0d"} {"level":"info","ts":1785434127.9207268,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4638d5dd-5eaf-4f61-b543-45f586c94e0d"} {"level":"info","ts":1785434127.9207377,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4638d5dd-5eaf-4f61-b543-45f586c94e0d","EoS":false} {"level":"info","ts":1785434127.9207478,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4638d5dd-5eaf-4f61-b543-45f586c94e0d","EoS":true} {"level":"info","ts":1785434127.9207678,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4638d5dd-5eaf-4f61-b543-45f586c94e0d","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785434127.9207835,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4638d5dd-5eaf-4f61-b543-45f586c94e0d","path":"/llm/facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785434127.9208028,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4638d5dd-5eaf-4f61-b543-45f586c94e0d"} {"level":"info","ts":1785434494.176663,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434494.1767492,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2ae9e854-06e1-42b7-a53c-b07bab5ca75f"} {"level":"info","ts":1785434494.176758,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2ae9e854-06e1-42b7-a53c-b07bab5ca75f"} {"level":"info","ts":1785434494.1767693,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ae9e854-06e1-42b7-a53c-b07bab5ca75f","EoS":false} {"level":"info","ts":1785434494.1767802,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2ae9e854-06e1-42b7-a53c-b07bab5ca75f","EoS":true} {"level":"info","ts":1785434494.1768026,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2ae9e854-06e1-42b7-a53c-b07bab5ca75f","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785434494.1768503,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2ae9e854-06e1-42b7-a53c-b07bab5ca75f","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785434494.1768742,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2ae9e854-06e1-42b7-a53c-b07bab5ca75f"} {"level":"info","ts":1785434494.2266994,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434494.226772,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"44806728-5795-4b64-9592-a71a3478386e"} {"level":"info","ts":1785434494.2267811,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"44806728-5795-4b64-9592-a71a3478386e"} {"level":"info","ts":1785434494.226791,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44806728-5795-4b64-9592-a71a3478386e","EoS":false} {"level":"info","ts":1785434494.2268052,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"44806728-5795-4b64-9592-a71a3478386e","EoS":true} {"level":"info","ts":1785434494.2268496,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"44806728-5795-4b64-9592-a71a3478386e","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785434494.2268639,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"44806728-5795-4b64-9592-a71a3478386e","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785434494.226886,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"44806728-5795-4b64-9592-a71a3478386e"} {"level":"info","ts":1785434494.2642276,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434494.264328,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"0c2b0af6-f836-4576-b64f-ea10c9e9e0e9"} {"level":"info","ts":1785434494.2643428,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"0c2b0af6-f836-4576-b64f-ea10c9e9e0e9"} {"level":"info","ts":1785434494.2643554,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c2b0af6-f836-4576-b64f-ea10c9e9e0e9","EoS":false} {"level":"info","ts":1785434494.2643685,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"0c2b0af6-f836-4576-b64f-ea10c9e9e0e9","EoS":true} {"level":"info","ts":1785434494.264391,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"0c2b0af6-f836-4576-b64f-ea10c9e9e0e9","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785434494.264406,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"0c2b0af6-f836-4576-b64f-ea10c9e9e0e9","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785434494.2644277,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"0c2b0af6-f836-4576-b64f-ea10c9e9e0e9"} {"level":"info","ts":1785434494.300875,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434494.3009527,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"31a49832-ec99-46d4-8987-f8442a583175"} {"level":"info","ts":1785434494.3009992,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"31a49832-ec99-46d4-8987-f8442a583175"} {"level":"info","ts":1785434494.3010135,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31a49832-ec99-46d4-8987-f8442a583175","EoS":false} {"level":"info","ts":1785434494.3010268,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"31a49832-ec99-46d4-8987-f8442a583175","EoS":true} {"level":"info","ts":1785434494.301048,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"31a49832-ec99-46d4-8987-f8442a583175","field":"model","value":"test/e2e-unconfigured-model"} {"level":"info","ts":1785434494.301063,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"31a49832-ec99-46d4-8987-f8442a583175","path":"/llm/e2e-unconfigured-facebook-opt-125m-simulated/v1/completions"} {"level":"info","ts":1785434494.3010933,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"31a49832-ec99-46d4-8987-f8442a583175"} {"level":"info","ts":1785434499.1795166,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6128c90d-5114-47c7-9706-a599f8f909bf","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785434499.1795595,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"6128c90d-5114-47c7-9706-a599f8f909bf","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785434499.1795936,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9248abf8-b501-4982-b506-bafc7edc34e2"} {"level":"info","ts":1785434499.1859477,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb486617-795f-4ff8-84c6-60598b260351","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785434499.186151,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Secret","resyncPeriod":34119.679892362,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785434499.1861758,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"eb486617-795f-4ff8-84c6-60598b260351","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785434499.1861756,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785434499.3203738,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce47cac4-1cea-47de-a797-b1fc3af5e0e4"} {"level":"info","ts":1785434499.3214874,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7942ae0a-98c0-4335-bf5c-77a1e3851918","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785434499.3215327,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"7942ae0a-98c0-4335-bf5c-77a1e3851918","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785434499.3224885,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Secret","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"error","ts":1785434499.3246787,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce47cac4-1cea-47de-a797-b1fc3af5e0e4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:103\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785434499.3247244,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce47cac4-1cea-47de-a797-b1fc3af5e0e4","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785434499.3290186,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce47cac4-1cea-47de-a797-b1fc3af5e0e4","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785434499.329069,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ce47cac4-1cea-47de-a797-b1fc3af5e0e4","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785434499.3291392,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d4cafa2-5ba7-4d47-88d2-171b5ca928ef"} {"level":"info","ts":1785434499.329163,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d4cafa2-5ba7-4d47-88d2-171b5ca928ef","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785434499.3341596,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"4d4cafa2-5ba7-4d47-88d2-171b5ca928ef","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785434499.3444161,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9060a59f-42b5-42dc-be20-954b2d4a7d32"} {"level":"info","ts":1785434499.3444495,"caller":"externalmodel/reconciler.go:142","msg":"ExternalProvider not ready, skipping","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9060a59f-42b5-42dc-be20-954b2d4a7d32","provider":"e2e-external-provider","phase":"Pending"} {"level":"error","ts":1785434499.3519247,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"9060a59f-42b5-42dc-be20-954b2d4a7d32","error":"ExternalModel \"e2e-external-model\": no provider refs resolved successfully: ExternalProvider \"e2e-external-provider\" is not ready (phase: Pending)","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785434499.3525877,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec4b4cae-679b-404d-859e-d928a6812667","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785434499.3526134,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ec4b4cae-679b-404d-859e-d928a6812667","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785434499.3526044,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92504534-2c27-4c81-a63e-f37d8096fb81","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785434499.3526363,"caller":"model-provider-resolver/external_provider_reconciler.go:77","msg":"updated provider store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"92504534-2c27-4c81-a63e-f37d8096fb81","provider":"openai","endpoint":"httpbingo.org"} {"level":"info","ts":1785434499.3526866,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a2375f7-e7d0-4fce-9512-15b0b0a2df30"} {"level":"info","ts":1785434499.3529,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.HTTPRoute","resyncPeriod":36279.744372797,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785434499.352915,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785434499.3609226,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.HTTPRoute","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785434499.3869019,"logger":"controller-runtime.cache","caller":"cache/reflector.go:367","msg":"Starting reflector","type":"*v1.Service","resyncPeriod":39283.123762496,"reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785434499.3869328,"logger":"controller-runtime.cache","caller":"cache/reflector.go:411","msg":"Listing and watching","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785434499.395803,"logger":"controller-runtime.cache","caller":"cache/reflector.go:446","msg":"Caches populated","type":"*v1.Service","reflector":"k8s.io/client-go@v0.35.6/tools/cache/reflector.go:289"} {"level":"info","ts":1785434499.4532573,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a2375f7-e7d0-4fce-9512-15b0b0a2df30","name":"e2e-external-model"} {"level":"info","ts":1785434499.4653945,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"2a2375f7-e7d0-4fce-9512-15b0b0a2df30","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785434499.4715247,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02a4491b-23c0-45c6-9615-bfd7708757a5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785434499.4715688,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"02a4491b-23c0-45c6-9615-bfd7708757a5","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785434499.4717557,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20a0fc68-9913-42cc-9d93-0dd5e07c64a2"} {"level":"info","ts":1785434499.471837,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20a0fc68-9913-42cc-9d93-0dd5e07c64a2","name":"e2e-external-model"} {"level":"info","ts":1785434499.4878361,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9248abf8-b501-4982-b506-bafc7edc34e2","name":"e2e-external-provider"} {"level":"error","ts":1785434499.488408,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"20a0fc68-9913-42cc-9d93-0dd5e07c64a2","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-external-model\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785434499.4884408,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"263765f4-be25-420b-8a0c-00634c1df963","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785434499.4884677,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"263765f4-be25-420b-8a0c-00634c1df963","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785434499.488493,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d86431cd-cfc1-42f2-9fbc-0758d616b372"} {"level":"info","ts":1785434499.4885542,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d86431cd-cfc1-42f2-9fbc-0758d616b372","name":"e2e-external-model"} {"level":"info","ts":1785434499.4983554,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"d86431cd-cfc1-42f2-9fbc-0758d616b372","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785434499.4993396,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9248abf8-b501-4982-b506-bafc7edc34e2","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"error","ts":1785434499.5025744,"caller":"externalprovider/reconciler.go:164","msg":"failed to update ExternalProvider status","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"9248abf8-b501-4982-b506-bafc7edc34e2","error":"Operation cannot be fulfilled on externalproviders.inference.opendatahub.io \"e2e-external-provider\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:164\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalprovider/reconciler.go:97\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785434499.502666,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93948bf-658c-4025-be2c-55e33d3db612"} {"level":"info","ts":1785434499.5027094,"caller":"externalprovider/reconciler.go:199","msg":"Updating Service","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93948bf-658c-4025-be2c-55e33d3db612","name":"e2e-external-provider"} {"level":"info","ts":1785434499.5039155,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b0fa7be-5c7c-4895-9e47-eae213dce702","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785434499.5039256,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc37cf1-d1f5-4a6b-9162-66e3398ebab8"} {"level":"info","ts":1785434499.5039465,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3b0fa7be-5c7c-4895-9e47-eae213dce702","modelName":"e2e-external-model","resolvedRefs":1} {"level":"info","ts":1785434499.5039854,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc37cf1-d1f5-4a6b-9162-66e3398ebab8","name":"e2e-external-model"} {"level":"info","ts":1785434499.511938,"caller":"externalprovider/reconciler.go:131","msg":"ExternalProvider resources reconciled","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a93948bf-658c-4025-be2c-55e33d3db612","service":"e2e-external-provider","serviceEntry":"e2e-external-provider","destinationRule":"e2e-external-provider"} {"level":"info","ts":1785434499.513882,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"3dc37cf1-d1f5-4a6b-9162-66e3398ebab8","httpRoute":"e2e-external-model","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785434521.63169,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434521.6317673,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c"} {"level":"info","ts":1785434521.631778,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c"} {"level":"info","ts":1785434521.6317897,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c","EoS":false} {"level":"info","ts":1785434521.6318004,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c","EoS":true} {"level":"info","ts":1785434521.6318378,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785434521.6318526,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785434521.6318607,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c","modelName":"e2e-external-model"} {"level":"info","ts":1785434521.631874,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785434521.6319292,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6d3b27df-3e81-4cae-b6d3-a1befc0f581c"} {"level":"info","ts":1785434521.72426,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434521.7243326,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5"} {"level":"info","ts":1785434521.7243414,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5"} {"level":"info","ts":1785434521.724351,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5","EoS":false} {"level":"info","ts":1785434521.7243612,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5","EoS":true} {"level":"info","ts":1785434521.7243822,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785434521.7243977,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785434521.7244117,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5","modelName":"e2e-external-model"} {"level":"info","ts":1785434521.7244267,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785434521.724463,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"429a2083-9811-4366-b6ad-b21d589949c5"} {"level":"info","ts":1785434521.770069,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434521.770146,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020"} {"level":"info","ts":1785434521.7701576,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020"} {"level":"info","ts":1785434521.7701688,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020","EoS":false} {"level":"info","ts":1785434521.7701817,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020","EoS":true} {"level":"info","ts":1785434521.7702136,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785434521.7702272,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785434521.770235,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020","modelName":"e2e-external-model"} {"level":"info","ts":1785434521.7702487,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785434521.7702858,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"22c2387f-6b40-473e-ab58-68616ff88020"} {"level":"info","ts":1785434522.006316,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"973d4dde-11ec-4539-874a-f50b0fdc1422"} {"level":"info","ts":1785434522.006316,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54a27164-9fbe-44a5-a820-bd81e1bef3cb","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785434522.0064542,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"54a27164-9fbe-44a5-a820-bd81e1bef3cb","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785434522.0118976,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4e82a94-b852-4072-a4b4-b09470c17701","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785434522.0119252,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"b4e82a94-b852-4072-a4b4-b09470c17701","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785434522.0121088,"caller":"externalmodel/reconciler.go:212","msg":"Creating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"973d4dde-11ec-4539-874a-f50b0fdc1422","name":"e2e-cleanup-test"} {"level":"info","ts":1785434522.0219276,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"973d4dde-11ec-4539-874a-f50b0fdc1422","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785434522.028669,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcafd0b7-11e8-4b8c-b905-f6981e87253f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785434522.0287015,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"fcafd0b7-11e8-4b8c-b905-f6981e87253f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"info","ts":1785434522.028676,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af3d3522-3dc5-4e40-bc0d-e9e9ea4aaa7b"} {"level":"info","ts":1785434522.0287626,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af3d3522-3dc5-4e40-bc0d-e9e9ea4aaa7b","name":"e2e-cleanup-test"} {"level":"info","ts":1785434522.0415587,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ef1f1c-56e9-498a-89b0-c94f3397c156","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785434522.0415928,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"47ef1f1c-56e9-498a-89b0-c94f3397c156","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785434522.0447412,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af3d3522-3dc5-4e40-bc0d-e9e9ea4aaa7b","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:107\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"error","ts":1785434522.0447776,"caller":"controller/controller.go:495","msg":"Reconciler error","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"af3d3522-3dc5-4e40-bc0d-e9e9ea4aaa7b","error":"failed to apply HTTPRoute: Operation cannot be fulfilled on httproutes.gateway.networking.k8s.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:495\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785434522.044835,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4993a170-cba2-447a-93c7-61604814efa3"} {"level":"info","ts":1785434522.0448916,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4993a170-cba2-447a-93c7-61604814efa3","name":"e2e-cleanup-test"} {"level":"info","ts":1785434522.0528915,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4993a170-cba2-447a-93c7-61604814efa3","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785434522.0583332,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec41334b-2344-4fdb-9ad3-cc712a33770f","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785434522.058365,"caller":"model-provider-resolver/external_model_reconciler.go:89","msg":"updated model store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"ec41334b-2344-4fdb-9ad3-cc712a33770f","modelName":"e2e-cleanup-test","resolvedRefs":1} {"level":"error","ts":1785434522.059859,"caller":"externalmodel/reconciler.go:204","msg":"failed to update ExternalModel status","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"4993a170-cba2-447a-93c7-61604814efa3","error":"Operation cannot be fulfilled on externalmodels.inference.opendatahub.io \"e2e-cleanup-test\": the object has been modified; please apply your changes to the latest version and try again","stacktrace":"github.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).setStatus\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:204\ngithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel.(*Reconciler).Reconcile\n\tgithub.com/opendatahub-io/ai-gateway-payload-processing/pkg/controller/externalmodel/reconciler.go:112\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Reconcile\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:222\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:479\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:438\nsigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func1.1\n\tsigs.k8s.io/controller-runtime@v0.23.3/pkg/internal/controller/controller.go:313"} {"level":"info","ts":1785434522.0599225,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9750f68d-e4de-4adf-8b52-8bebc0597d16"} {"level":"info","ts":1785434522.0599656,"caller":"externalmodel/reconciler.go:226","msg":"Updating HTTPRoute","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9750f68d-e4de-4adf-8b52-8bebc0597d16","name":"e2e-cleanup-test"} {"level":"info","ts":1785434522.0678487,"caller":"externalmodel/reconciler.go:186","msg":"ExternalModel HTTPRoute reconciled","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"9750f68d-e4de-4adf-8b52-8bebc0597d16","httpRoute":"e2e-cleanup-test","providers":["e2e-external-provider"],"targetModel":"gpt-3.5-turbo"} {"level":"info","ts":1785434530.2926822,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"931d2ee0-c63f-44c5-a93f-4a774fac1b37"} {"level":"info","ts":1785434530.2927248,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52f6431f-2b1e-4860-91f1-43e2f27df646","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785434530.292756,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-cleanup-test","namespace":"llm"},"namespace":"llm","name":"e2e-cleanup-test","reconcileID":"52f6431f-2b1e-4860-91f1-43e2f27df646","name":"e2e-cleanup-test","namespace":"llm"} {"level":"info","ts":1785434534.6149998,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434534.6150935,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"84e923b0-619e-40b8-9a88-a453b288f934"} {"level":"info","ts":1785434534.6151083,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"84e923b0-619e-40b8-9a88-a453b288f934"} {"level":"info","ts":1785434534.6151218,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84e923b0-619e-40b8-9a88-a453b288f934","EoS":false} {"level":"info","ts":1785434534.6151366,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"84e923b0-619e-40b8-9a88-a453b288f934","EoS":true} {"level":"info","ts":1785434534.615162,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"84e923b0-619e-40b8-9a88-a453b288f934","field":"model","value":"nonexistent-model-xyz"} {"level":"info","ts":1785434534.6151793,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"84e923b0-619e-40b8-9a88-a453b288f934","path":"/llm/nonexistent-model-xyz/v1/chat/completions"} {"level":"info","ts":1785434534.6151993,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"84e923b0-619e-40b8-9a88-a453b288f934"} {"level":"info","ts":1785434534.645182,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434534.6452549,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0"} {"level":"info","ts":1785434534.645265,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0"} {"level":"info","ts":1785434534.6452806,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0","EoS":false} {"level":"info","ts":1785434534.6452935,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0","EoS":true} {"level":"info","ts":1785434534.6453128,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0","field":"model","value":"e2e-external-model"} {"level":"info","ts":1785434534.6453276,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785434534.6453385,"caller":"model-provider-resolver/plugin.go:169","msg":"resolved model by name","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0","modelName":"e2e-external-model"} {"level":"info","ts":1785434534.6453567,"caller":"model-provider-resolver/plugin.go:202","msg":"external model resolved","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0","model":"e2e-external-model","provider":"openai","inputFormat":"openai-chat","apiFormat":"openai-chat"} {"level":"info","ts":1785434534.6453943,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"6963b062-af18-49e6-aa4b-e3449a47bce0"} {"level":"info","ts":1785434534.7801404,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434534.780229,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"4987db03-765a-4b53-a4ac-f74ec6a1100e"} {"level":"info","ts":1785434534.7802465,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"4987db03-765a-4b53-a4ac-f74ec6a1100e"} {"level":"info","ts":1785434534.7802677,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4987db03-765a-4b53-a4ac-f74ec6a1100e","EoS":false} {"level":"info","ts":1785434534.7802866,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"4987db03-765a-4b53-a4ac-f74ec6a1100e","EoS":true} {"level":"info","ts":1785434534.7803156,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"4987db03-765a-4b53-a4ac-f74ec6a1100e","field":"model","value":"nonexistent-model"} {"level":"info","ts":1785434534.7803338,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"4987db03-765a-4b53-a4ac-f74ec6a1100e","path":"/llm/e2e-external-model/v1/chat/completions"} {"level":"info","ts":1785434534.7803662,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"4987db03-765a-4b53-a4ac-f74ec6a1100e"} {"level":"info","ts":1785434534.868335,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785434534.8684266,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"ec36704e-d1b1-4368-9b7d-5ad58b83554f"} {"level":"info","ts":1785434534.8684409,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"ec36704e-d1b1-4368-9b7d-5ad58b83554f"} {"level":"info","ts":1785434534.8684525,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec36704e-d1b1-4368-9b7d-5ad58b83554f","EoS":false} {"level":"info","ts":1785434534.8684657,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"ec36704e-d1b1-4368-9b7d-5ad58b83554f","EoS":true} {"level":"info","ts":1785434534.86849,"caller":"bodyfieldtoheader/body_field_to_header.go:110","msg":"field not found in request body, skipping","x-request-id":"ec36704e-d1b1-4368-9b7d-5ad58b83554f","field":"model"} {"level":"info","ts":1785434534.8685153,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"ec36704e-d1b1-4368-9b7d-5ad58b83554f"} {"level":"info","ts":1785434535.7719147,"caller":"model-provider-resolver/external_model_reconciler.go:48","msg":"reconciling ExternalModel","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6eedee-fd3c-465d-bfc3-aa6bdd252cc5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785434535.7719655,"caller":"model-provider-resolver/external_model_reconciler.go:63","msg":"ExternalModel removed from store","controller":"inference-externalmodel","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"ae6eedee-fd3c-465d-bfc3-aa6bdd252cc5","name":"e2e-external-model","namespace":"llm"} {"level":"info","ts":1785434535.7719147,"caller":"externalmodel/reconciler.go:88","msg":"Reconciling ExternalModel","controller":"external-model-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalModel","ExternalModel":{"name":"e2e-external-model","namespace":"llm"},"namespace":"llm","name":"e2e-external-model","reconcileID":"562e8765-8527-46e0-9e89-dc156b5b533c"} {"level":"info","ts":1785434535.9152825,"caller":"model-provider-resolver/external_provider_reconciler.go:52","msg":"reconciling ExternalProvider","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6762d16-9522-403d-a03e-f565373bf2b5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785434535.9153187,"caller":"model-provider-resolver/external_provider_reconciler.go:62","msg":"ExternalProvider removed from store","controller":"externalprovider","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"a6762d16-9522-403d-a03e-f565373bf2b5","name":"e2e-external-provider","namespace":"llm"} {"level":"info","ts":1785434535.915283,"caller":"externalprovider/reconciler.go:69","msg":"Reconciling ExternalProvider","controller":"external-provider-controller","controllerGroup":"inference.opendatahub.io","controllerKind":"ExternalProvider","ExternalProvider":{"name":"e2e-external-provider","namespace":"llm"},"namespace":"llm","name":"e2e-external-provider","reconcileID":"832740ab-017f-4498-be15-9928f1686e72"} {"level":"info","ts":1785436177.3600059,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785436177.3601031,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"9344ebae-8daa-434d-80d9-294d9ddaae6c"} {"level":"info","ts":1785436254.9983096,"caller":"handlers/server.go:134","msg":"Processing"} {"level":"info","ts":1785436254.9984202,"caller":"handlers/request.go:50","msg":"captured request headers, deferring response until body arrives...","x-request-id":"2fa1c884-5835-4174-9e4e-f9be00dd0922"} {"level":"info","ts":1785436254.9984381,"caller":"handlers/server.go:179","msg":"processing request headers complete","x-request-id":"2fa1c884-5835-4174-9e4e-f9be00dd0922"} {"level":"info","ts":1785436254.9984584,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fa1c884-5835-4174-9e4e-f9be00dd0922","EoS":false} {"level":"info","ts":1785436254.9984803,"caller":"handlers/server.go:181","msg":"Incoming request body chunk","x-request-id":"2fa1c884-5835-4174-9e4e-f9be00dd0922","EoS":true} {"level":"info","ts":1785436254.998518,"caller":"bodyfieldtoheader/body_field_to_header.go:121","msg":"parsed field from body","x-request-id":"2fa1c884-5835-4174-9e4e-f9be00dd0922","field":"model","value":"facebook/opt-125m"} {"level":"info","ts":1785436254.9985409,"caller":"model-provider-resolver/plugin.go:142","msg":"received incoming request","x-request-id":"2fa1c884-5835-4174-9e4e-f9be00dd0922","path":"/llm/facebook-opt-125m-simulated/v1/chat/completions"} {"level":"info","ts":1785436254.9985743,"caller":"handlers/server.go:192","msg":"processing request body complete","x-request-id":"2fa1c884-5835-4174-9e4e-f9be00dd0922"}